diff --git "a/qqp_interpol@15000steps/19568989_interpolate_models.out" "b/qqp_interpol@15000steps/19568989_interpolate_models.out" new file mode 100644--- /dev/null +++ "b/qqp_interpol@15000steps/19568989_interpolate_models.out" @@ -0,0 +1,12812 @@ +Sun May 15 12:51:15 2022 ++-----------------------------------------------------------------------------+ +| NVIDIA-SMI 470.57.02 Driver Version: 470.57.02 CUDA Version: 11.4 | +|-------------------------------+----------------------+----------------------+ +| GPU Name Persistence-M| Bus-Id Disp.A | Volatile Uncorr. ECC | +| Fan Temp Perf Pwr:Usage/Cap| Memory-Usage | GPU-Util Compute M. | +| | | MIG M. | +|===============================+======================+======================| +| 0 Quadro RTX 8000 On | 00000000:06:00.0 Off | 0 | +| N/A 26C P8 13W / 250W | 0MiB / 45556MiB | 0% Default | +| | | N/A | ++-------------------------------+----------------------+----------------------+ + ++-----------------------------------------------------------------------------+ +| Processes: | +| GPU GI CI PID Type Process name GPU Memory | +| ID ID Usage | +|=============================================================================| +| No running processes found | ++-----------------------------------------------------------------------------+ +Obtaining file:///scratch/rb5139/constellations/src + Preparing metadata (setup.py): started + Preparing metadata (setup.py): finished with status 'done' +Installing collected packages: constellations + Attempting uninstall: constellations + Found existing installation: constellations 0.0.0 + Uninstalling constellations-0.0.0: + Successfully uninstalled constellations-0.0.0 + Running setup.py develop for constellations +Successfully installed constellations-0.0.0 +Creating .EPDYE77LUDFEGS0EKY4B, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Creating .YA3U5QJA40UMDDLWTJJQ, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 59 and 90: 18.726947784423828. +Interpolating between 59 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2252 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2260 0.9082 0.8705 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2304 0.9043 0.8665 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2351 0.9023 0.8649 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2369 0.9043 0.8672 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2354 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2334 0.9082 0.8712 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2355 0.9043 0.8643 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2449 0.9062 0.8659 +Completed interpolation from 59 to 90 +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Creating .LXYGAFAKP2A7B1A7RONF, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 59 and 91: 18.839733123779297. +Interpolating between 59 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2264 0.8945 0.8492 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2270 0.9023 0.8634 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2316 0.9023 0.8641 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2383 0.9023 0.8656 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2445 0.8984 0.8610 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2440 0.9023 0.8656 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2398 0.9004 0.8618 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2363 0.9023 0.8626 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2375 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2449 0.9062 0.8659 +Completed interpolation from 59 to 91 +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Creating .AUXFZKWB8JV529FQF9TY, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 59 and 92: 20.38291358947754. +Interpolating between 59 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2392 0.8926 0.8442 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2303 0.8965 0.8532 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2381 0.9004 0.8610 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2580 0.9062 0.8717 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2736 0.8965 0.8602 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2679 0.8945 0.8586 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2503 0.9004 0.8633 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2378 0.9023 0.8649 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2355 0.9023 0.8626 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2449 0.9062 0.8659 +Completed interpolation from 59 to 92 +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Creating .XWS07ZSA0BHZG51EQLZ6, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 59 and 93: 19.318695068359375. +Interpolating between 59 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2326 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2347 0.8984 0.8531 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2417 0.9004 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2510 0.8984 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2591 0.8945 0.8516 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2577 0.8984 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2483 0.9023 0.8626 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2404 0.9043 0.8650 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2388 0.9082 0.8698 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2449 0.9062 0.8659 +Completed interpolation from 59 to 93 +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Creating .JB77MF3MGGQN2X2IMEI5, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 59 and 94: 21.010480880737305. +Interpolating between 59 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2572 0.8965 0.8473 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2516 0.8945 0.8412 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2814 0.8828 0.8214 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3491 0.8711 0.7950 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4153 0.8281 0.6923 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3734 0.8945 0.8457 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2799 0.8965 0.8594 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2374 0.9062 0.8703 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2297 0.9082 0.8705 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2449 0.9062 0.8659 +Completed interpolation from 59 to 94 +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Creating .HIMCSBUBMFAPEDU2FQE7, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 59 and 95: 18.93370819091797. +Interpolating between 59 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2482 0.9062 0.8644 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2450 0.9043 0.8627 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2463 0.9043 0.8635 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2474 0.9043 0.8635 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2466 0.9043 0.8643 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2455 0.9082 0.8698 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2431 0.9043 0.8643 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2398 0.9082 0.8705 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2393 0.9043 0.8635 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2449 0.9062 0.8659 +Completed interpolation from 59 to 95 +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Creating .KA1GDY87A8T5DALXTW11, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 59 and 96: 19.051259994506836. +Interpolating between 59 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2561 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2555 0.8945 0.8457 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2591 0.8984 0.8523 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2640 0.9082 0.8683 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2664 0.9023 0.8611 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2639 0.9023 0.8626 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2556 0.9004 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2470 0.9043 0.8650 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2424 0.9062 0.8667 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2449 0.9062 0.8659 +Completed interpolation from 59 to 96 +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Creating .DALH5P8XUMXWI9Q9FDN3, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 59 and 97: 19.371715545654297. +Interpolating between 59 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2330 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2288 0.9062 0.8667 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2324 0.9102 0.8736 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2410 0.9062 0.8689 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2473 0.9062 0.8703 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2465 0.9004 0.8625 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2404 0.8984 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2350 0.9004 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2357 0.9082 0.8698 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2449 0.9062 0.8659 +Completed interpolation from 59 to 97 +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Creating .IE6OMM90W0VXO1T19XWU, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 59 and 98: 18.966590881347656. +Interpolating between 59 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2532 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2406 0.9004 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2363 0.9082 0.8691 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2382 0.9023 0.8634 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2421 0.8965 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2424 0.8965 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2394 0.8984 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2365 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2375 0.9082 0.8691 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2449 0.9062 0.8659 +Completed interpolation from 59 to 98 +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Creating .4T8GCCFJVGK4XH1GIISF, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 59 and 99: 20.726680755615234. +Interpolating between 59 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2399 0.8926 0.8424 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2266 0.8926 0.8442 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2383 0.8906 0.8453 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2679 0.8984 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2924 0.9023 0.8684 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2842 0.9023 0.8691 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2562 0.8945 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2381 0.9043 0.8672 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2345 0.9023 0.8626 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2449 0.9062 0.8659 +Completed interpolation from 59 to 99 +Creating .HLH2AX5EWLGKCGDDB3MN, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .IWYZ3UG1QYDK7E51C53E, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Euclidean distance between 60 and 61: 20.764497756958008. +Interpolating between 60 and 61 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2577 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2440 0.8965 0.8499 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2558 0.8984 0.8547 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2921 0.8887 0.8455 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3376 0.8750 0.8400 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3459 0.8633 0.8325 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2946 0.8848 0.8550 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2374 0.9043 0.8727 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2148 0.9004 0.8610 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 61 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .QEJ7JM8R4BLH58FDCZ3N, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Euclidean distance between 60 and 62: 19.46917152404785. +Interpolating between 60 and 62 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2427 0.8984 0.8531 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2322 0.9004 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2318 0.9023 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2415 0.9082 0.8712 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2549 0.9023 0.8634 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2598 0.8965 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2494 0.9004 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2327 0.8965 0.8540 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2220 0.8965 0.8532 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 62 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .HZGH6MGSS0GCX079RC5I, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 60 and 63: 20.491363525390625. +Interpolating between 60 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2362 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2304 0.8926 0.8509 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2401 0.9004 0.8625 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2632 0.9004 0.8661 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2846 0.9004 0.8696 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2793 0.9004 0.8715 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2492 0.9082 0.8786 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2241 0.8965 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2164 0.8984 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 63 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .CLJGM17MSR564SA9JQAD, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 60 and 64: 18.87891960144043. +Interpolating between 60 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2360 0.8945 0.8483 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2375 0.8906 0.8427 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2410 0.8848 0.8357 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2456 0.8848 0.8375 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2485 0.8926 0.8493 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2466 0.8926 0.8493 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2386 0.8926 0.8485 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2303 0.8945 0.8500 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2250 0.8926 0.8468 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 64 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .EK8WNLSD8WH0NJKYOFXU, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 60 and 65: 19.03305435180664. +Interpolating between 60 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2666 0.8867 0.8352 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2534 0.8867 0.8352 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2478 0.8867 0.8371 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2482 0.8848 0.8347 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2505 0.8867 0.8389 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2489 0.8906 0.8453 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2419 0.8887 0.8421 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2324 0.8945 0.8492 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2257 0.8945 0.8492 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 65 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .ICHJPZEVZI9RYIZ48QA9, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 60 and 66: 19.122589111328125. +Interpolating between 60 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2522 0.9062 0.8652 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2460 0.8965 0.8532 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2436 0.8984 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2457 0.8984 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2496 0.8965 0.8548 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2501 0.9023 0.8634 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2431 0.9004 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2321 0.9023 0.8619 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2248 0.8984 0.8556 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 66 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .6U6RYUJD7C7AMWBFOM4Z, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 60 and 67: 19.152137756347656. +Interpolating between 60 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2312 0.8926 0.8459 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2291 0.8945 0.8500 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2311 0.8945 0.8500 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2363 0.8984 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2419 0.8984 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2420 0.9023 0.8634 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2346 0.9043 0.8658 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2250 0.9004 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2203 0.8984 0.8556 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 67 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .JBAR6S41VG9ETO6EPBCI, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 60 and 68: 20.70328712463379. +Interpolating between 60 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2508 0.8867 0.8407 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2413 0.8926 0.8476 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2480 0.8867 0.8424 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2709 0.8906 0.8526 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3010 0.8867 0.8505 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3091 0.8750 0.8416 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2743 0.8848 0.8514 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2298 0.9023 0.8698 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2123 0.9004 0.8603 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 68 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .HQWNYY26IMOGY3TNMV3U, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 60 and 69: 20.712020874023438. +Interpolating between 60 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2579 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2407 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2471 0.8945 0.8483 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2733 0.8926 0.8433 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3064 0.8906 0.8436 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3106 0.9043 0.8679 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2694 0.8945 0.8594 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2267 0.8984 0.8610 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2130 0.9004 0.8595 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 69 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .1ZH8QNMZ0J6OYTN2ZY4A, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 60 and 70: 20.281465530395508. +Interpolating between 60 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2453 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2337 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2393 0.9004 0.8618 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2589 0.9043 0.8693 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2759 0.8984 0.8646 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2707 0.8965 0.8630 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2480 0.9004 0.8661 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2277 0.8984 0.8610 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2197 0.9004 0.8595 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 70 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .YYT51GTCN6PQWXMLA563, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 60 and 71: 19.174190521240234. +Interpolating between 60 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2515 0.8906 0.8400 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2441 0.8965 0.8499 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2432 0.9004 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2465 0.8945 0.8508 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2506 0.8945 0.8516 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2496 0.8945 0.8508 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2417 0.8965 0.8532 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2317 0.8984 0.8556 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2245 0.8945 0.8492 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 71 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .AHI2TJMWNPVYXJLRSUAS, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 60 and 72: 18.87166976928711. +Interpolating between 60 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2667 0.8887 0.8357 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2499 0.8887 0.8367 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2413 0.8945 0.8483 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2397 0.9004 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2407 0.8984 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2391 0.8965 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2334 0.8965 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2265 0.8984 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2226 0.8965 0.8524 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 72 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .PZJGHCXI21347ZSVUU1Q, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 60 and 73: 19.073448181152344. +Interpolating between 60 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2345 0.9023 0.8596 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2332 0.9043 0.8635 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2364 0.9023 0.8619 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2414 0.8984 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2432 0.8984 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2389 0.8965 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2307 0.8984 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2244 0.8984 0.8564 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 73 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .3EHIC3QLV28LEI3H51SG, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 60 and 74: 19.39946937561035. +Interpolating between 60 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2496 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2417 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2393 0.8945 0.8500 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2414 0.8945 0.8500 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2478 0.9004 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2550 0.9004 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2534 0.9004 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2415 0.8984 0.8556 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2290 0.8965 0.8524 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 74 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .280NFEMSU8O6INF1SRGH, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 60 and 75: 19.46693229675293. +Interpolating between 60 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2518 0.8984 0.8523 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2460 0.9043 0.8612 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2456 0.9062 0.8644 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2493 0.8984 0.8539 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2569 0.8965 0.8532 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2618 0.8887 0.8430 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2550 0.8926 0.8485 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2392 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2270 0.8984 0.8556 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 75 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .E6HMD8EYLKAS202X07HN, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 60 and 76: 19.27804946899414. +Interpolating between 60 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2426 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2312 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2304 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2382 0.9023 0.8641 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2460 0.9004 0.8633 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2453 0.9004 0.8633 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2363 0.8984 0.8602 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2261 0.8984 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2209 0.8984 0.8556 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 76 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .UTNTKXRCOW0C8M6GN8O2, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 60 and 77: 18.97309112548828. +Interpolating between 60 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2260 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2297 0.9004 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2353 0.9004 0.8563 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2426 0.8984 0.8539 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2488 0.9023 0.8596 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2499 0.9004 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2428 0.9023 0.8611 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2328 0.8945 0.8483 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2259 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 77 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .CF587BBVWSRE29JMRQLI, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 60 and 78: 20.567319869995117. +Interpolating between 60 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2393 0.9121 0.8774 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2501 0.9043 0.8693 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2784 0.9023 0.8705 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3056 0.8867 0.8557 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3021 0.8848 0.8550 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2656 0.9004 0.8715 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2297 0.8984 0.8617 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2155 0.9004 0.8603 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 78 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .X7Z84UXL0ZOMYRI06IAC, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 60 and 79: 19.26146697998047. +Interpolating between 60 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2318 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2316 0.9004 0.8595 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2356 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2418 0.8965 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2481 0.8945 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2508 0.8965 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2455 0.8984 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2345 0.9004 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2255 0.8965 0.8524 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 79 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .Y624Z8B2Y31BTD6TLKJ1, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 60 and 80: 19.267127990722656. +Interpolating between 60 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2337 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2310 0.9062 0.8674 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2323 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2377 0.8984 0.8610 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2440 0.9023 0.8677 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2454 0.9043 0.8693 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2390 0.9043 0.8679 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2288 0.8984 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2225 0.9004 0.8587 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 80 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .M6JX20D1KIJE23FKZGEN, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 60 and 81: 19.312288284301758. +Interpolating between 60 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2389 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2343 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2341 0.9023 0.8626 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2380 0.9004 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2439 0.8984 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2456 0.9004 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2395 0.8965 0.8540 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2303 0.8984 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2242 0.8965 0.8524 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 81 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .A0N411H8SPX32LT1FLUN, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 60 and 82: 20.298412322998047. +Interpolating between 60 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2358 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2240 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2300 0.8926 0.8493 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2489 0.8926 0.8518 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2648 0.8965 0.8602 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2594 0.9023 0.8691 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2398 0.9043 0.8714 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2232 0.8945 0.8556 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2187 0.9004 0.8595 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 82 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .6H5WB52RSVG3WJ2OTBNF, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 60 and 83: 19.035594940185547. +Interpolating between 60 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2308 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2271 0.9062 0.8667 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2285 0.9004 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2346 0.9043 0.8665 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2411 0.9043 0.8665 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2421 0.9023 0.8641 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2353 0.8965 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2260 0.8984 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2209 0.8965 0.8524 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 83 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .O2OBFUMGG39KCBQ49Y2P, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 60 and 84: 19.017528533935547. +Interpolating between 60 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2325 0.8945 0.8525 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2330 0.8945 0.8525 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2356 0.8926 0.8509 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2404 0.8906 0.8486 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2455 0.8945 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2463 0.8926 0.8501 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2406 0.8945 0.8525 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2321 0.9004 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2257 0.8984 0.8556 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 84 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .DHY7EZWGBWC9GDBI1ZSZ, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 60 and 85: 19.199195861816406. +Interpolating between 60 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2531 0.8945 0.8475 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2508 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2519 0.8945 0.8525 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2547 0.8887 0.8438 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2570 0.8887 0.8447 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2550 0.8906 0.8470 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2465 0.8906 0.8470 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2352 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2263 0.8945 0.8500 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 85 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .5P5H8CBEXSEGV84QD5LC, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 60 and 86: 19.482370376586914. +Interpolating between 60 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8887 0.8430 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2289 0.8887 0.8430 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2342 0.8887 0.8421 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2451 0.8887 0.8412 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2560 0.8867 0.8389 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2555 0.8906 0.8444 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2429 0.8887 0.8421 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2300 0.8945 0.8500 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2238 0.8945 0.8492 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 86 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .G4NC1A1QL46WURFK312J, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 60 and 87: 19.087284088134766. +Interpolating between 60 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2473 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2408 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2391 0.8906 0.8444 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2406 0.8945 0.8508 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2440 0.8945 0.8516 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2456 0.8945 0.8508 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2426 0.8984 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2348 0.8945 0.8500 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2271 0.8945 0.8492 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 87 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .S6UWFY4N5ZDU2JKYJNOA, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 60 and 88: 19.45549774169922. +Interpolating between 60 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2210 0.9062 0.8667 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2194 0.9082 0.8712 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2236 0.9141 0.8798 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2331 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2442 0.9043 0.8686 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2475 0.9023 0.8663 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2390 0.9082 0.8726 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2260 0.9023 0.8626 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2194 0.8984 0.8556 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 88 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .9QZYKJ61B65CNADKZ4LF, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 60 and 89: 19.459760665893555. +Interpolating between 60 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2454 0.9043 0.8627 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2402 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2393 0.8984 0.8547 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2439 0.8984 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2517 0.8965 0.8540 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2560 0.8965 0.8548 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2486 0.8984 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2343 0.8984 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2241 0.8945 0.8500 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 89 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 60 and 90: 19.168737411499023. +Interpolating between 60 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2241 0.9062 0.8667 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2252 0.9082 0.8698 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2314 0.9023 0.8619 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2392 0.9023 0.8626 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2428 0.9004 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2387 0.8945 0.8492 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2305 0.8945 0.8492 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2247 0.8945 0.8492 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 90 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 60 and 91: 18.906543731689453. +Interpolating between 60 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2264 0.8945 0.8492 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2239 0.9004 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2267 0.9023 0.8641 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2321 0.8965 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2376 0.8984 0.8610 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2377 0.8965 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2310 0.8965 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2236 0.8965 0.8556 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2203 0.8984 0.8556 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 91 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 60 and 92: 19.893980026245117. +Interpolating between 60 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2392 0.8926 0.8442 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2288 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2282 0.8984 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2360 0.9043 0.8686 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2439 0.9004 0.8654 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2436 0.9023 0.8684 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2349 0.9023 0.8677 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2250 0.8965 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2208 0.8984 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 92 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 60 and 93: 18.982173919677734. +Interpolating between 60 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2326 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2294 0.8945 0.8483 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2315 0.8984 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2368 0.8984 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2415 0.8906 0.8478 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2401 0.8926 0.8509 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2320 0.8965 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2229 0.8984 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2194 0.9004 0.8587 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 93 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 60 and 94: 20.670166015625. +Interpolating between 60 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2572 0.8965 0.8473 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2457 0.8984 0.8506 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2565 0.8926 0.8415 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2882 0.8887 0.8376 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3256 0.8926 0.8476 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3281 0.8945 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2793 0.8926 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2307 0.9043 0.8686 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2143 0.8965 0.8540 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 94 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 60 and 95: 19.064146041870117. +Interpolating between 60 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2482 0.9062 0.8644 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2425 0.9043 0.8627 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2414 0.9023 0.8611 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2424 0.9043 0.8650 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2441 0.9023 0.8634 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2438 0.9023 0.8634 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2391 0.9023 0.8634 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2311 0.8945 0.8508 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2249 0.8945 0.8500 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 95 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 60 and 96: 18.978532791137695. +Interpolating between 60 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2561 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2472 0.8984 0.8531 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2433 0.9004 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2438 0.8984 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2464 0.8965 0.8548 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2457 0.8926 0.8493 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2394 0.8945 0.8525 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2304 0.8945 0.8508 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2243 0.9004 0.8587 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 96 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 60 and 97: 19.03136444091797. +Interpolating between 60 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2330 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2291 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2307 0.9043 0.8658 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2357 0.9004 0.8610 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2402 0.8965 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2396 0.8984 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2341 0.8984 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2272 0.8984 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2235 0.8984 0.8556 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 97 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 60 and 98: 19.415279388427734. +Interpolating between 60 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2532 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2416 0.8984 0.8523 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2391 0.8984 0.8547 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2454 0.8984 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2554 0.8926 0.8501 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2572 0.8926 0.8493 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2460 0.8965 0.8540 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2317 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2233 0.8965 0.8524 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 98 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 60 and 99: 20.21799087524414. +Interpolating between 60 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2399 0.8926 0.8424 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2258 0.8906 0.8418 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2276 0.9062 0.8674 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2419 0.9023 0.8649 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2567 0.8984 0.8624 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2562 0.9082 0.8779 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2404 0.9043 0.8707 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2247 0.9043 0.8686 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2186 0.8984 0.8564 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2240 0.8965 0.8515 +Completed interpolation from 60 to 99 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Euclidean distance between 61 and 62: 21.102657318115234. +Interpolating between 61 and 62 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2427 0.8984 0.8531 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2223 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2304 0.9102 0.8757 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2931 0.9062 0.8730 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4168 0.9043 0.8650 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4712 0.8008 0.6331 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3771 0.8770 0.8062 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2855 0.8887 0.8319 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2488 0.8906 0.8382 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 62 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 61 and 63: 18.29153823852539. +Interpolating between 61 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2362 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2346 0.8945 0.8541 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2394 0.8945 0.8541 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2481 0.8965 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2558 0.8984 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2554 0.8945 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2496 0.8945 0.8508 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2450 0.9023 0.8588 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2471 0.8926 0.8433 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 63 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 61 and 64: 20.646230697631836. +Interpolating between 61 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2360 0.8945 0.8483 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2247 0.9023 0.8634 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2369 0.9023 0.8663 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2733 0.8984 0.8639 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3084 0.8887 0.8488 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3074 0.8887 0.8480 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2780 0.8906 0.8486 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2532 0.8945 0.8508 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2456 0.8906 0.8427 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 64 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 61 and 65: 20.880638122558594. +Interpolating between 61 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2666 0.8867 0.8352 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2404 0.9004 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2375 0.9023 0.8641 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2754 0.9004 0.8640 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3397 0.8887 0.8488 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3570 0.8867 0.8362 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3106 0.8906 0.8372 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2660 0.8828 0.8256 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2487 0.8945 0.8439 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 65 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 61 and 66: 21.118680953979492. +Interpolating between 61 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2522 0.9062 0.8652 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2337 0.9004 0.8640 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2370 0.8965 0.8609 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2780 0.8945 0.8601 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3416 0.9004 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3538 0.8887 0.8421 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3116 0.8965 0.8524 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2657 0.8965 0.8507 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2466 0.8945 0.8466 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 66 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 61 and 67: 20.902873992919922. +Interpolating between 61 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2312 0.8926 0.8459 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2226 0.8965 0.8548 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2364 0.9004 0.8640 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2835 0.9004 0.8668 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3559 0.8984 0.8653 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3846 0.8887 0.8455 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3264 0.8906 0.8382 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2684 0.8867 0.8314 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2456 0.8926 0.8415 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 67 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 61 and 68: 17.96552848815918. +Interpolating between 61 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2508 0.8867 0.8407 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2471 0.8887 0.8430 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2465 0.8906 0.8462 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2492 0.8887 0.8455 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2533 0.8906 0.8486 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2528 0.8906 0.8486 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2489 0.8906 0.8470 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2464 0.8906 0.8453 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2489 0.8984 0.8523 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 68 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 61 and 69: 17.873567581176758. +Interpolating between 61 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2579 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2498 0.8965 0.8515 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2477 0.8965 0.8515 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2505 0.8945 0.8492 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2545 0.8945 0.8492 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2548 0.9004 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2523 0.8984 0.8539 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2498 0.8984 0.8531 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2512 0.8945 0.8457 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 69 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 61 and 70: 18.591283798217773. +Interpolating between 61 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2453 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2350 0.9004 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2363 0.9004 0.8595 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2445 0.9043 0.8665 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2521 0.9043 0.8665 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2526 0.9004 0.8603 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2481 0.8965 0.8524 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2446 0.8965 0.8499 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2475 0.8945 0.8448 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 70 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 61 and 71: 21.091352462768555. +Interpolating between 61 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2515 0.8906 0.8400 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2338 0.8945 0.8500 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2440 0.9004 0.8668 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3025 0.8789 0.8458 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4091 0.8652 0.8337 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4528 0.8711 0.8272 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3747 0.8887 0.8348 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2863 0.8887 0.8348 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2490 0.8906 0.8382 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 71 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 61 and 72: 20.883670806884766. +Interpolating between 61 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2667 0.8887 0.8357 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2367 0.8906 0.8453 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2397 0.8984 0.8617 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2886 0.8906 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3518 0.8770 0.8452 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3528 0.8730 0.8346 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3053 0.8926 0.8493 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2615 0.8984 0.8531 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2449 0.8945 0.8466 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 72 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 61 and 73: 21.1453800201416. +Interpolating between 61 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2269 0.9043 0.8650 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2381 0.9062 0.8723 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2882 0.8926 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3710 0.8789 0.8410 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4022 0.8809 0.8391 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3426 0.8906 0.8486 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2768 0.8906 0.8418 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2484 0.8926 0.8433 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 73 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 61 and 74: 21.283578872680664. +Interpolating between 61 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2496 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2300 0.8965 0.8548 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2283 0.9062 0.8717 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2633 0.8965 0.8645 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3786 0.8418 0.8094 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4860 0.7910 0.7206 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3951 0.8770 0.8205 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2913 0.8887 0.8357 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2495 0.8887 0.8357 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 74 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 61 and 75: 21.219785690307617. +Interpolating between 61 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2518 0.8984 0.8523 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2398 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2470 0.9023 0.8641 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2872 0.8906 0.8542 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3932 0.8750 0.8359 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4459 0.8789 0.8297 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3622 0.8848 0.8329 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2802 0.8887 0.8385 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2473 0.8926 0.8433 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 75 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 61 and 76: 20.19384765625. +Interpolating between 61 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2426 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2212 0.9102 0.8736 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2309 0.9160 0.8859 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2752 0.9043 0.8753 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3203 0.8965 0.8651 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3202 0.8984 0.8602 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2858 0.9043 0.8650 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2546 0.9004 0.8555 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2452 0.8965 0.8473 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 76 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 61 and 77: 20.991195678710938. +Interpolating between 61 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2260 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2189 0.8965 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2390 0.9004 0.8702 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3032 0.8633 0.8333 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3715 0.8223 0.7937 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3672 0.8477 0.8160 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3091 0.8809 0.8424 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2607 0.9004 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2437 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 77 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 61 and 78: 18.40452766418457. +Interpolating between 61 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2420 0.9141 0.8804 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2463 0.9062 0.8710 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2576 0.9102 0.8783 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2668 0.9102 0.8783 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2649 0.9004 0.8625 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2542 0.8945 0.8525 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2455 0.9004 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2461 0.8945 0.8466 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 78 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 61 and 79: 21.17412757873535. +Interpolating between 61 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2318 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2254 0.9062 0.8703 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2393 0.9004 0.8668 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2883 0.8848 0.8529 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4027 0.8555 0.8238 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4754 0.8477 0.8040 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3878 0.8848 0.8300 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2893 0.8848 0.8300 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2481 0.8887 0.8357 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 79 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 61 and 80: 21.13840103149414. +Interpolating between 61 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2337 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2256 0.9141 0.8817 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2489 0.8965 0.8665 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3144 0.8613 0.8322 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3996 0.8066 0.7815 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3991 0.8281 0.8000 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3304 0.8867 0.8513 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2706 0.8984 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2455 0.8965 0.8490 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 80 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 61 and 81: 21.108570098876953. +Interpolating between 61 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2389 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2266 0.9062 0.8710 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2354 0.9062 0.8730 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2948 0.8945 0.8615 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4219 0.8906 0.8503 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4692 0.8613 0.7732 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3782 0.8887 0.8309 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2858 0.8867 0.8324 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2479 0.8926 0.8424 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 81 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 61 and 82: 18.59054946899414. +Interpolating between 61 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2358 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2260 0.9043 0.8627 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2303 0.9043 0.8627 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2452 0.9023 0.8611 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2596 0.9062 0.8674 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2608 0.9023 0.8611 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2518 0.8965 0.8507 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2447 0.9004 0.8539 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2462 0.8945 0.8457 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 82 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 61 and 83: 21.089147567749023. +Interpolating between 61 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2308 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2208 0.8984 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2451 0.8984 0.8653 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3127 0.8711 0.8398 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3920 0.8379 0.8065 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3934 0.8496 0.8162 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3268 0.8945 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2680 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2456 0.8945 0.8466 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 83 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 61 and 84: 20.428686141967773. +Interpolating between 61 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2325 0.8945 0.8525 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2235 0.8926 0.8533 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2309 0.9023 0.8698 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2608 0.9004 0.8709 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2931 0.8906 0.8586 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2936 0.8828 0.8462 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2714 0.8906 0.8534 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2503 0.9004 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2447 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 84 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 61 and 85: 21.180423736572266. +Interpolating between 61 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2531 0.8945 0.8475 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2418 0.8965 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2518 0.8945 0.8594 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3082 0.8750 0.8408 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4305 0.8145 0.7865 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4900 0.8242 0.7926 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3935 0.8789 0.8342 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2906 0.8867 0.8343 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2484 0.8926 0.8424 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 85 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 61 and 86: 20.464527130126953. +Interpolating between 61 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8887 0.8430 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2209 0.8926 0.8493 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2284 0.8926 0.8485 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2734 0.9043 0.8612 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3667 0.8555 0.7550 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3775 0.8418 0.7235 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3127 0.8750 0.8025 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2644 0.8906 0.8343 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2479 0.8906 0.8363 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 86 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 61 and 87: 21.10260581970215. +Interpolating between 61 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2473 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2326 0.9004 0.8610 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2422 0.8984 0.8639 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2903 0.8906 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3827 0.8457 0.8141 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4295 0.8613 0.8221 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3570 0.8926 0.8509 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2793 0.8906 0.8418 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2478 0.8945 0.8466 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 87 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 61 and 88: 21.107133865356445. +Interpolating between 61 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2210 0.9062 0.8667 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2150 0.9121 0.8787 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2330 0.9180 0.8883 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2966 0.9102 0.8802 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4273 0.8945 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4989 0.7051 0.2911 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3996 0.8496 0.7459 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2918 0.8906 0.8323 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2488 0.8926 0.8397 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 88 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 61 and 89: 21.12891960144043. +Interpolating between 61 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2454 0.9043 0.8627 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2315 0.9004 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2365 0.8984 0.8602 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2828 0.8926 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4019 0.8945 0.8439 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4469 0.8281 0.7027 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3633 0.8770 0.8097 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2823 0.8867 0.8294 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2490 0.8887 0.8357 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 89 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 61 and 90: 21.12210464477539. +Interpolating between 61 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2161 0.9141 0.8804 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2293 0.9102 0.8789 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2791 0.9023 0.8711 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3609 0.8906 0.8526 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3906 0.8848 0.8319 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3358 0.8848 0.8280 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2755 0.8828 0.8246 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2494 0.8926 0.8424 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 90 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 61 and 91: 21.003278732299805. +Interpolating between 61 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2264 0.8945 0.8492 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2226 0.9082 0.8733 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2461 0.9062 0.8763 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3076 0.8750 0.8447 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3747 0.8340 0.8037 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3665 0.8633 0.8284 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3133 0.8867 0.8441 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2643 0.8965 0.8507 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2454 0.8965 0.8490 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 91 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 61 and 92: 19.41227912902832. +Interpolating between 61 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2392 0.8926 0.8442 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2254 0.9004 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2293 0.9004 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2482 0.8984 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2689 0.8906 0.8486 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2707 0.8867 0.8424 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2585 0.8906 0.8470 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2474 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2463 0.8945 0.8475 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 92 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 61 and 93: 20.50273895263672. +Interpolating between 61 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2326 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2228 0.8965 0.8564 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2433 0.8984 0.8646 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2968 0.8750 0.8439 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3434 0.8457 0.8159 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3353 0.8672 0.8357 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2930 0.8926 0.8549 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2560 0.9004 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2439 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 93 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 61 and 94: 17.707286834716797. +Interpolating between 61 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2572 0.8965 0.8473 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2520 0.9023 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2515 0.9043 0.8596 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2539 0.9043 0.8596 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2571 0.9043 0.8588 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2570 0.9043 0.8596 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2540 0.9023 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2507 0.8965 0.8481 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2511 0.8926 0.8415 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 94 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 61 and 95: 21.211557388305664. +Interpolating between 61 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2482 0.9062 0.8644 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2254 0.9023 0.8626 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2305 0.9062 0.8743 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2755 0.8848 0.8529 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3557 0.8535 0.8235 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3840 0.8516 0.8199 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3295 0.8809 0.8448 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2683 0.9004 0.8625 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2435 0.9023 0.8588 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 95 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 61 and 96: 20.986289978027344. +Interpolating between 61 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2561 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2301 0.9062 0.8667 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2469 0.9023 0.8684 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3144 0.8711 0.8413 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3930 0.8125 0.7857 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3862 0.8320 0.8018 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3196 0.8828 0.8429 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2648 0.8984 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2444 0.8984 0.8531 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 96 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 61 and 97: 20.35934829711914. +Interpolating between 61 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2330 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2200 0.9102 0.8757 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2290 0.9004 0.8661 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2624 0.8867 0.8528 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2953 0.8867 0.8550 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2971 0.8906 0.8542 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2736 0.8945 0.8541 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2502 0.8984 0.8556 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2437 0.8945 0.8466 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 97 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 61 and 98: 21.041967391967773. +Interpolating between 61 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2532 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2289 0.9004 0.8555 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2338 0.8945 0.8508 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2860 0.9062 0.8652 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3792 0.8848 0.8228 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4011 0.8594 0.7736 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3373 0.8770 0.8108 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2740 0.8848 0.8280 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2479 0.8926 0.8406 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 98 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 61 and 99: 18.785144805908203. +Interpolating between 61 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2399 0.8926 0.8424 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2283 0.8945 0.8483 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2319 0.8984 0.8564 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2452 0.8984 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2581 0.8965 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2600 0.8926 0.8493 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2517 0.8945 0.8500 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2441 0.8945 0.8483 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2456 0.8965 0.8490 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2577 0.8945 0.8448 +Completed interpolation from 61 to 99 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 62 and 63: 21.025537490844727. +Interpolating between 62 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2362 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2377 0.8926 0.8476 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2791 0.8945 0.8492 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3597 0.8887 0.8376 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4137 0.8789 0.8306 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3373 0.9043 0.8707 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2610 0.9062 0.8710 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2283 0.9062 0.8681 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2259 0.8984 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 63 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 62 and 64: 19.423261642456055. +Interpolating between 62 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2360 0.8945 0.8483 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2317 0.8965 0.8532 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2380 0.8867 0.8424 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2502 0.8906 0.8486 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2595 0.8906 0.8495 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2554 0.8965 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2432 0.9004 0.8618 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2339 0.8965 0.8540 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2337 0.9004 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 64 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 62 and 65: 19.15211296081543. +Interpolating between 62 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2666 0.8867 0.8352 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2530 0.8887 0.8385 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2482 0.8848 0.8338 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2501 0.8945 0.8508 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2520 0.9023 0.8641 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2485 0.8984 0.8610 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2413 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2360 0.9004 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2361 0.9023 0.8596 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 65 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 62 and 66: 19.075441360473633. +Interpolating between 62 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2522 0.9062 0.8652 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2444 0.8984 0.8579 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2431 0.9004 0.8633 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2469 0.9004 0.8647 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2510 0.8984 0.8624 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2497 0.9043 0.8693 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2421 0.9023 0.8649 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2342 0.9043 0.8665 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2339 0.9004 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 66 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 62 and 67: 18.897192001342773. +Interpolating between 62 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2312 0.8926 0.8459 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2283 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2312 0.9023 0.8626 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2371 0.9023 0.8634 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2408 0.8984 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2388 0.9023 0.8641 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2327 0.9062 0.8689 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2283 0.9004 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2311 0.8984 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 67 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 62 and 68: 21.107059478759766. +Interpolating between 62 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2508 0.8867 0.8407 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2448 0.8926 0.8468 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2779 0.8887 0.8357 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3601 0.8711 0.7988 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4627 0.7695 0.5317 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4419 0.8418 0.7235 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3129 0.9023 0.8580 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2361 0.9023 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2226 0.9043 0.8627 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 68 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 62 and 69: 21.023666381835938. +Interpolating between 62 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2579 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2412 0.8926 0.8476 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2649 0.8926 0.8459 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3266 0.8867 0.8362 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3900 0.8828 0.8305 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3616 0.9004 0.8633 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2782 0.9062 0.8737 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2295 0.9121 0.8787 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2213 0.9043 0.8643 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 69 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 62 and 70: 20.673368453979492. +Interpolating between 62 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2453 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2367 0.9043 0.8627 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2579 0.8945 0.8508 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2955 0.9082 0.8733 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3061 0.9023 0.8677 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2769 0.9082 0.8760 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2470 0.9082 0.8753 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2321 0.9082 0.8712 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2313 0.8984 0.8556 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 70 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 62 and 71: 18.574052810668945. +Interpolating between 62 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2515 0.8906 0.8400 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2439 0.8984 0.8531 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2412 0.9023 0.8611 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2412 0.8965 0.8548 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2416 0.8984 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2395 0.9023 0.8634 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2356 0.9043 0.8658 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2329 0.9004 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2347 0.9023 0.8596 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 71 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 62 and 72: 19.131183624267578. +Interpolating between 62 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2667 0.8887 0.8357 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2525 0.8906 0.8400 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2481 0.8945 0.8475 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2519 0.8984 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2544 0.9004 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2496 0.8965 0.8540 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2407 0.8965 0.8532 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2342 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2346 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 72 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 62 and 73: 18.868736267089844. +Interpolating between 62 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2310 0.9043 0.8635 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2298 0.9082 0.8712 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2338 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2386 0.9102 0.8750 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2392 0.9102 0.8757 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2346 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2297 0.9062 0.8674 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2315 0.9043 0.8627 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 73 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 62 and 74: 18.827442169189453. +Interpolating between 62 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2496 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2415 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2382 0.9004 0.8595 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2391 0.9004 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2411 0.9082 0.8719 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2416 0.9102 0.8750 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2404 0.9102 0.8750 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2383 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2377 0.9043 0.8635 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 74 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 62 and 75: 18.725854873657227. +Interpolating between 62 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2518 0.8984 0.8523 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2433 0.9082 0.8691 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2388 0.9141 0.8778 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2383 0.9141 0.8791 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2399 0.9102 0.8750 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2387 0.9102 0.8757 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2355 0.9102 0.8743 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2329 0.9062 0.8674 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2343 0.9023 0.8603 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 75 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 62 and 76: 19.593355178833008. +Interpolating between 62 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2426 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2330 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2342 0.8984 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2406 0.8945 0.8500 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2447 0.9004 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2414 0.9023 0.8626 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2350 0.9004 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2315 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2342 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 76 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 62 and 77: 19.2558650970459. +Interpolating between 62 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2260 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2263 0.9062 0.8674 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2307 0.9043 0.8643 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2374 0.9043 0.8658 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2426 0.9043 0.8658 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2419 0.9062 0.8689 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2370 0.9043 0.8650 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2332 0.9043 0.8627 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2348 0.9043 0.8620 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 77 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 62 and 78: 21.00192642211914. +Interpolating between 62 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2410 0.9043 0.8635 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2625 0.8965 0.8499 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3077 0.8926 0.8406 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3387 0.8945 0.8457 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3027 0.9023 0.8603 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2527 0.9023 0.8619 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2277 0.9043 0.8643 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2270 0.9004 0.8579 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 78 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 62 and 79: 18.652639389038086. +Interpolating between 62 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2318 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2293 0.9004 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2302 0.9043 0.8679 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2338 0.9082 0.8747 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2375 0.9102 0.8770 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2375 0.9102 0.8770 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2337 0.9082 0.8740 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2298 0.9102 0.8743 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2317 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 79 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 62 and 80: 18.94696807861328. +Interpolating between 62 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2337 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2318 0.9043 0.8635 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2345 0.9062 0.8652 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2397 0.9023 0.8596 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2425 0.9004 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2409 0.9023 0.8611 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2369 0.9023 0.8611 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2345 0.9004 0.8563 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2366 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 80 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 62 and 81: 18.508865356445312. +Interpolating between 62 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2389 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2334 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2314 0.9121 0.8774 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2316 0.9102 0.8757 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2319 0.9102 0.8757 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2311 0.9141 0.8811 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2291 0.9102 0.8743 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2286 0.9102 0.8736 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2323 0.9043 0.8627 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 81 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 62 and 82: 20.74574851989746. +Interpolating between 62 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2358 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2272 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2455 0.8945 0.8508 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2805 0.8945 0.8548 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2979 0.8867 0.8474 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2785 0.8887 0.8488 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2496 0.9043 0.8679 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2338 0.9043 0.8665 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2325 0.9062 0.8659 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 82 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 62 and 83: 18.93880844116211. +Interpolating between 62 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2308 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2276 0.9004 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2301 0.8965 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2358 0.8984 0.8602 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2402 0.9043 0.8679 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2388 0.9062 0.8703 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2330 0.9102 0.8736 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2290 0.9043 0.8635 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2318 0.9043 0.8620 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 83 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 62 and 84: 19.594192504882812. +Interpolating between 62 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2325 0.8945 0.8525 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2318 0.8945 0.8541 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2394 0.8965 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2510 0.9004 0.8647 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2585 0.9004 0.8654 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2545 0.9062 0.8710 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2429 0.9102 0.8750 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2338 0.9043 0.8650 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2335 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 84 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 62 and 85: 18.786659240722656. +Interpolating between 62 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2531 0.8945 0.8475 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2477 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2471 0.8926 0.8501 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2479 0.8965 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2480 0.8984 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2448 0.9023 0.8656 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2385 0.9082 0.8719 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2331 0.9043 0.8650 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2337 0.9043 0.8627 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 85 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 62 and 86: 19.26280975341797. +Interpolating between 62 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8887 0.8430 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2265 0.8926 0.8493 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2297 0.8926 0.8501 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2366 0.8887 0.8447 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2420 0.8965 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2409 0.8984 0.8602 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2348 0.9004 0.8618 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2302 0.8984 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2321 0.8965 0.8515 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 86 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 62 and 87: 18.94161033630371. +Interpolating between 62 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2473 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2406 0.9004 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2389 0.9004 0.8610 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2405 0.9043 0.8693 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2427 0.9043 0.8693 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2419 0.9043 0.8693 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2378 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2340 0.9062 0.8674 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2349 0.9004 0.8579 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 87 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 62 and 88: 18.558185577392578. +Interpolating between 62 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2210 0.9062 0.8667 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2195 0.9160 0.8822 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2201 0.9180 0.8852 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2219 0.9180 0.8859 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2236 0.9180 0.8852 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2241 0.9180 0.8852 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2241 0.9180 0.8852 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2261 0.9082 0.8698 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2318 0.9062 0.8659 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 88 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 62 and 89: 18.56002426147461. +Interpolating between 62 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2454 0.9043 0.8627 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2374 0.9004 0.8595 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2331 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2318 0.9004 0.8618 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2311 0.9062 0.8696 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2296 0.9062 0.8696 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2273 0.9082 0.8712 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2268 0.9062 0.8674 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2312 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 89 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 62 and 90: 18.83305549621582. +Interpolating between 62 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2240 0.9062 0.8674 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2239 0.9121 0.8774 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2281 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2326 0.9102 0.8763 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2338 0.9062 0.8710 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2317 0.9121 0.8780 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2300 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2331 0.9043 0.8635 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 90 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 62 and 91: 19.001754760742188. +Interpolating between 62 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2264 0.8945 0.8492 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2244 0.9023 0.8626 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2300 0.9062 0.8703 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2397 0.9062 0.8710 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2468 0.9043 0.8686 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2437 0.9102 0.8763 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2356 0.9102 0.8750 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2298 0.9023 0.8626 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2317 0.9004 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 91 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 62 and 92: 20.484079360961914. +Interpolating between 62 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2392 0.8926 0.8442 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2287 0.8926 0.8485 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2442 0.8984 0.8595 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2784 0.8984 0.8646 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3013 0.8789 0.8410 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2880 0.8848 0.8475 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2582 0.9043 0.8693 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2383 0.9102 0.8757 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2339 0.9004 0.8587 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 92 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 62 and 93: 19.417497634887695. +Interpolating between 62 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2326 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2329 0.8984 0.8523 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2422 0.9043 0.8627 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2552 0.8984 0.8539 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2632 0.8984 0.8539 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2588 0.8945 0.8492 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2466 0.8984 0.8539 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2377 0.9004 0.8563 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2367 0.8984 0.8531 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 93 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 62 and 94: 20.95332908630371. +Interpolating between 62 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2572 0.8965 0.8473 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2508 0.8906 0.8363 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2817 0.8887 0.8319 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3498 0.8730 0.7975 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4041 0.8516 0.7564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3653 0.8965 0.8507 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2756 0.9121 0.8774 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2292 0.9121 0.8760 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2243 0.9043 0.8643 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 94 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 62 and 95: 19.103727340698242. +Interpolating between 62 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2482 0.9062 0.8644 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2396 0.9043 0.8627 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2372 0.9023 0.8626 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2382 0.9023 0.8641 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2405 0.9043 0.8672 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2405 0.9062 0.8696 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2371 0.9043 0.8658 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2340 0.9043 0.8650 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2354 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 95 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 62 and 96: 19.1927490234375. +Interpolating between 62 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2561 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2488 0.8984 0.8523 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2483 0.9043 0.8612 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2539 0.9043 0.8612 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2589 0.9043 0.8620 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2555 0.9062 0.8667 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2468 0.9062 0.8667 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2394 0.9004 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2381 0.8984 0.8523 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 96 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 62 and 97: 19.616384506225586. +Interpolating between 62 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2330 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2278 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2352 0.9082 0.8712 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2502 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2604 0.9043 0.8686 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2546 0.9121 0.8787 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2406 0.9102 0.8750 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2319 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2329 0.9023 0.8603 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 97 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 62 and 98: 18.702964782714844. +Interpolating between 62 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2532 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2383 0.8984 0.8523 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2316 0.9082 0.8698 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2312 0.9023 0.8634 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2326 0.9062 0.8696 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2320 0.9062 0.8696 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2297 0.9082 0.8719 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2285 0.9082 0.8705 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2323 0.9043 0.8635 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 98 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 62 and 99: 20.798486709594727. +Interpolating between 62 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2399 0.8926 0.8424 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2289 0.8906 0.8400 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2527 0.8926 0.8451 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3094 0.8945 0.8525 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3574 0.8965 0.8602 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3252 0.8965 0.8602 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2661 0.9082 0.8740 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2339 0.9062 0.8681 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2291 0.8965 0.8515 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2427 0.8984 0.8531 +Completed interpolation from 62 to 99 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 63 and 64: 20.350786209106445. +Interpolating between 63 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2360 0.8945 0.8483 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2261 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2299 0.8984 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2476 0.8965 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2686 0.9062 0.8717 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2742 0.9043 0.8686 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2594 0.8945 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2410 0.8945 0.8533 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2321 0.8926 0.8509 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 64 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 63 and 65: 20.655942916870117. +Interpolating between 63 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2666 0.8867 0.8352 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2448 0.8984 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2365 0.8984 0.8564 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2458 0.9004 0.8610 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2731 0.9023 0.8649 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2904 0.8984 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2746 0.9023 0.8619 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2473 0.8965 0.8524 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2325 0.8926 0.8476 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 65 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 63 and 66: 20.96245002746582. +Interpolating between 63 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2522 0.9062 0.8652 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2371 0.9023 0.8656 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2366 0.9023 0.8677 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2612 0.8984 0.8653 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3139 0.8906 0.8549 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3434 0.8867 0.8505 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3105 0.8945 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2599 0.8984 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2349 0.8906 0.8470 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 66 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 63 and 67: 20.76685333251953. +Interpolating between 63 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2312 0.8926 0.8459 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2252 0.8965 0.8540 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2320 0.8965 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2568 0.8965 0.8602 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3038 0.8984 0.8632 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3351 0.9023 0.8656 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3018 0.9004 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2561 0.8945 0.8492 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2332 0.8945 0.8500 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 67 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 63 and 68: 18.17109489440918. +Interpolating between 63 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2508 0.8867 0.8407 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2472 0.8848 0.8375 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2457 0.8887 0.8430 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2470 0.8926 0.8493 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2496 0.8906 0.8486 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2497 0.8906 0.8486 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2457 0.8926 0.8509 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2398 0.8945 0.8541 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2358 0.8965 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 68 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 63 and 69: 18.206283569335938. +Interpolating between 63 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2579 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2477 0.8945 0.8492 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2451 0.8926 0.8476 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2483 0.8945 0.8500 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2531 0.8906 0.8444 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2537 0.8867 0.8398 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2485 0.8906 0.8462 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2412 0.8906 0.8470 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2361 0.8945 0.8533 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 69 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 63 and 70: 18.5208740234375. +Interpolating between 63 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2453 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2344 0.9023 0.8596 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2363 0.8965 0.8548 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2480 0.9004 0.8625 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2603 0.8945 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2612 0.8965 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2506 0.8965 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2390 0.8965 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2335 0.8984 0.8587 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 70 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 63 and 71: 20.959672927856445. +Interpolating between 63 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2515 0.8906 0.8400 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2365 0.8926 0.8468 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2393 0.8926 0.8518 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2678 0.8906 0.8549 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3274 0.8867 0.8550 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3766 0.8906 0.8586 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3353 0.8926 0.8509 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2702 0.8984 0.8556 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2360 0.8945 0.8500 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 71 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 63 and 72: 20.64615821838379. +Interpolating between 63 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2667 0.8887 0.8357 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2434 0.8906 0.8427 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2378 0.8945 0.8533 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2560 0.8926 0.8549 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2865 0.8848 0.8475 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2967 0.8965 0.8638 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2745 0.8926 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2467 0.8984 0.8610 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2326 0.8906 0.8478 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 72 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 63 and 73: 20.979637145996094. +Interpolating between 63 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2290 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2337 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2602 0.9004 0.8633 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3067 0.9043 0.8707 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3419 0.8848 0.8460 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3130 0.9023 0.8641 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2627 0.8984 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2348 0.8926 0.8476 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 73 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 63 and 74: 21.173572540283203. +Interpolating between 63 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2496 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2317 0.8984 0.8564 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2274 0.9004 0.8625 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2442 0.9023 0.8677 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2950 0.8906 0.8557 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3755 0.8848 0.8491 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3521 0.8926 0.8533 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2767 0.8945 0.8492 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2368 0.8965 0.8524 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 74 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 63 and 75: 21.137523651123047. +Interpolating between 63 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2518 0.8984 0.8523 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2405 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2456 0.8984 0.8564 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2780 0.8945 0.8525 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3559 0.8848 0.8443 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4176 0.8848 0.8468 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3538 0.8887 0.8480 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2742 0.8965 0.8540 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2368 0.8906 0.8462 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 75 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 63 and 76: 19.909210205078125. +Interpolating between 63 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2426 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2242 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2269 0.9082 0.8726 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2537 0.9004 0.8625 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2866 0.9043 0.8707 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2937 0.9023 0.8663 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2721 0.9023 0.8641 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2460 0.8945 0.8525 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2325 0.8926 0.8493 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 76 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 63 and 77: 20.744672775268555. +Interpolating between 63 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2260 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2203 0.8984 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2305 0.8984 0.8632 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2638 0.9062 0.8763 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3068 0.8926 0.8628 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3183 0.8867 0.8557 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2880 0.8965 0.8638 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2508 0.8984 0.8610 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2325 0.8926 0.8509 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 77 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 63 and 78: 18.193601608276367. +Interpolating between 63 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2414 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2434 0.9102 0.8750 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2518 0.9082 0.8740 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2597 0.9082 0.8747 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2585 0.9023 0.8670 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2487 0.9023 0.8663 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2385 0.9004 0.8625 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2338 0.9004 0.8625 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 78 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 63 and 79: 21.05841636657715. +Interpolating between 63 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2318 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2259 0.9082 0.8733 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2350 0.9023 0.8691 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2673 0.9004 0.8682 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3386 0.8789 0.8480 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4186 0.8633 0.8325 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3687 0.8867 0.8505 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2818 0.9023 0.8619 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2372 0.8965 0.8532 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 79 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 63 and 80: 20.972190856933594. +Interpolating between 63 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2337 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2242 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2351 0.9043 0.8727 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2736 0.8965 0.8672 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3356 0.8652 0.8361 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3632 0.8516 0.8233 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3204 0.8809 0.8523 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2630 0.9043 0.8714 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2338 0.8906 0.8470 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 80 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 63 and 81: 20.995880126953125. +Interpolating between 63 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2389 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2293 0.9141 0.8798 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2297 0.9082 0.8733 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2547 0.9062 0.8717 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3256 0.8945 0.8548 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3962 0.8789 0.8198 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3439 0.8848 0.8249 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2730 0.8867 0.8343 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2367 0.8867 0.8398 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 81 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 63 and 82: 18.36115837097168. +Interpolating between 63 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2358 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2279 0.9043 0.8620 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2314 0.9043 0.8620 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2438 0.9004 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2564 0.9004 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2580 0.9023 0.8626 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2486 0.8945 0.8516 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2384 0.8926 0.8493 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2337 0.8945 0.8525 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 82 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 63 and 83: 20.93105697631836. +Interpolating between 63 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2308 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2231 0.9004 0.8610 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2385 0.8945 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2826 0.8867 0.8528 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3449 0.8730 0.8434 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3668 0.8711 0.8413 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3184 0.8945 0.8636 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2608 0.8984 0.8610 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2339 0.8906 0.8462 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 83 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 63 and 84: 20.061220169067383. +Interpolating between 63 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2325 0.8945 0.8525 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2257 0.8926 0.8509 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2272 0.9004 0.8647 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2410 0.9043 0.8714 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2602 0.9004 0.8682 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2669 0.8926 0.8586 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2551 0.9004 0.8654 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2385 0.9043 0.8693 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2313 0.8945 0.8541 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 84 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 63 and 85: 21.068382263183594. +Interpolating between 63 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2531 0.8945 0.8475 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2445 0.8945 0.8508 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2495 0.8984 0.8617 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2768 0.8867 0.8497 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3424 0.8750 0.8400 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4059 0.8633 0.8301 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3547 0.8965 0.8616 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2748 0.8965 0.8540 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2362 0.8926 0.8476 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 85 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 63 and 86: 20.315401077270508. +Interpolating between 63 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8887 0.8430 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2234 0.8906 0.8453 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2309 0.8828 0.8295 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2623 0.8848 0.8309 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3234 0.8711 0.7925 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3508 0.8281 0.6923 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3030 0.8691 0.7886 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2565 0.8848 0.8270 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2351 0.8887 0.8394 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 86 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 63 and 87: 20.917675018310547. +Interpolating between 63 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2473 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2337 0.8945 0.8516 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2354 0.9023 0.8663 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2563 0.9004 0.8661 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2959 0.8984 0.8646 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3347 0.8906 0.8549 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3090 0.9023 0.8656 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2596 0.8965 0.8524 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2338 0.8945 0.8500 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 87 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 63 and 88: 21.033065795898438. +Interpolating between 63 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2210 0.9062 0.8667 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2157 0.9121 0.8780 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2231 0.9121 0.8794 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2534 0.9043 0.8714 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3181 0.9004 0.8661 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3978 0.8730 0.8179 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3519 0.8789 0.8144 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2752 0.8867 0.8333 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2370 0.8945 0.8500 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 88 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 63 and 89: 21.06834602355957. +Interpolating between 63 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2454 0.9043 0.8627 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2317 0.8965 0.8540 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2332 0.8965 0.8564 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2638 0.8828 0.8404 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3461 0.8887 0.8512 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4268 0.8867 0.8441 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3641 0.8926 0.8442 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2784 0.8965 0.8515 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2376 0.8906 0.8453 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 89 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 63 and 90: 20.952621459960938. +Interpolating between 63 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2178 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2224 0.9062 0.8703 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2433 0.9082 0.8747 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2816 0.9062 0.8723 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3185 0.9023 0.8626 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2955 0.8945 0.8475 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2555 0.8945 0.8483 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2336 0.8926 0.8468 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 90 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 63 and 91: 20.8068790435791. +Interpolating between 63 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2264 0.8945 0.8492 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2217 0.9062 0.8696 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2311 0.9004 0.8661 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2605 0.9004 0.8702 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3047 0.8984 0.8713 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3222 0.8848 0.8550 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2925 0.9023 0.8724 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2532 0.8984 0.8602 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2328 0.8906 0.8478 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 91 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 63 and 92: 19.134586334228516. +Interpolating between 63 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2392 0.8926 0.8442 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2276 0.8984 0.8564 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2279 0.8945 0.8516 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2407 0.8945 0.8533 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2568 0.8965 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2604 0.8984 0.8610 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2507 0.8965 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2385 0.8965 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2332 0.8965 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 92 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 63 and 93: 20.25307846069336. +Interpolating between 63 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2326 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2237 0.8906 0.8470 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2348 0.9023 0.8670 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2666 0.8906 0.8557 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3031 0.8906 0.8600 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3088 0.8945 0.8657 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2805 0.8945 0.8636 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2486 0.9004 0.8661 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2327 0.8926 0.8509 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 93 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 63 and 94: 18.258811950683594. +Interpolating between 63 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2572 0.8965 0.8473 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2479 0.9004 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2465 0.9004 0.8547 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2519 0.8965 0.8499 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2587 0.8945 0.8483 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2587 0.8945 0.8508 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2502 0.8945 0.8516 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2396 0.8945 0.8533 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2338 0.8945 0.8533 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 94 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 63 and 95: 21.003433227539062. +Interpolating between 63 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2482 0.9062 0.8644 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2281 0.9023 0.8619 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2251 0.9043 0.8693 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2441 0.9023 0.8705 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2841 0.8926 0.8615 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3093 0.8906 0.8614 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2901 0.9062 0.8769 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2526 0.9082 0.8747 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2318 0.8945 0.8525 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 95 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 63 and 96: 20.786975860595703. +Interpolating between 63 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2561 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2341 0.9043 0.8635 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2375 0.9023 0.8663 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2776 0.9004 0.8709 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3404 0.8652 0.8353 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3604 0.8438 0.8157 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3139 0.8945 0.8676 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2582 0.9023 0.8691 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2326 0.8926 0.8501 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 96 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 63 and 97: 20.043031692504883. +Interpolating between 63 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2330 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2224 0.9062 0.8689 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2239 0.8965 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2383 0.8965 0.8594 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2571 0.8945 0.8586 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2644 0.8906 0.8549 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2536 0.8984 0.8624 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2389 0.8945 0.8533 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2317 0.8906 0.8478 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 97 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 63 and 98: 20.94392204284668. +Interpolating between 63 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2532 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2322 0.9023 0.8580 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2316 0.8965 0.8524 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2606 0.9043 0.8665 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3249 0.8984 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3662 0.8945 0.8492 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3226 0.8926 0.8451 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2666 0.8965 0.8524 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2367 0.8926 0.8485 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 98 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 63 and 99: 18.513975143432617. +Interpolating between 63 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2399 0.8926 0.8424 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2292 0.8984 0.8531 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2288 0.9004 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2357 0.8926 0.8501 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2438 0.8926 0.8518 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2457 0.8965 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2407 0.8965 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2346 0.9004 0.8633 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2324 0.8945 0.8541 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2362 0.9004 0.8618 +Completed interpolation from 63 to 99 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 64 and 65: 19.110492706298828. +Interpolating between 64 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2666 0.8867 0.8352 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2547 0.8867 0.8343 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2504 0.8867 0.8362 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2530 0.8887 0.8394 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2581 0.8887 0.8403 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2590 0.8867 0.8371 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2523 0.8867 0.8371 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2436 0.8848 0.8338 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2378 0.8945 0.8475 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 65 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 64 and 66: 19.00294303894043. +Interpolating between 64 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2522 0.9062 0.8652 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2445 0.8945 0.8500 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2420 0.8887 0.8430 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2438 0.8887 0.8430 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2469 0.8945 0.8508 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2473 0.8926 0.8476 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2435 0.8926 0.8468 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2374 0.8965 0.8507 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2343 0.8965 0.8499 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 66 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 64 and 67: 19.232629776000977. +Interpolating between 64 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2312 0.8926 0.8459 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2273 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2305 0.8965 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2400 0.8945 0.8533 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2508 0.8945 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2533 0.8926 0.8501 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2449 0.8906 0.8470 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2344 0.8906 0.8462 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2303 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 67 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 64 and 68: 20.569948196411133. +Interpolating between 64 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2508 0.8867 0.8407 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2436 0.8906 0.8453 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2486 0.8867 0.8424 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2639 0.8926 0.8518 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2826 0.8887 0.8455 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2834 0.8848 0.8366 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2608 0.8926 0.8451 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2349 0.9043 0.8643 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2250 0.8984 0.8556 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 68 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 64 and 69: 20.552995681762695. +Interpolating between 64 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2579 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2416 0.8945 0.8500 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2504 0.8965 0.8507 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2783 0.8887 0.8385 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3115 0.8867 0.8371 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3142 0.9043 0.8679 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2757 0.8984 0.8639 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2372 0.9043 0.8693 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2241 0.9004 0.8603 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 69 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 64 and 70: 20.064882278442383. +Interpolating between 64 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2453 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2330 0.9023 0.8619 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2370 0.9004 0.8625 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2507 0.9082 0.8766 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2602 0.9062 0.8743 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2547 0.9023 0.8691 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2406 0.9004 0.8647 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2300 0.8984 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2286 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 70 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 64 and 71: 19.19426727294922. +Interpolating between 64 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2515 0.8906 0.8400 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2438 0.8984 0.8531 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2437 0.8984 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2492 0.8906 0.8462 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2555 0.8887 0.8438 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2550 0.8887 0.8438 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2478 0.8906 0.8478 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2386 0.8945 0.8525 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2337 0.8965 0.8515 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 71 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 64 and 72: 18.879566192626953. +Interpolating between 64 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2667 0.8887 0.8357 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2573 0.8887 0.8385 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2563 0.8906 0.8436 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2594 0.8945 0.8500 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2608 0.8926 0.8485 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2584 0.8945 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2521 0.8926 0.8493 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2442 0.8926 0.8485 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2384 0.8926 0.8459 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 72 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 64 and 73: 19.047046661376953. +Interpolating between 64 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2357 0.9082 0.8676 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2359 0.9023 0.8596 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2410 0.8965 0.8507 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2478 0.8965 0.8499 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2506 0.8945 0.8475 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2471 0.8906 0.8418 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2403 0.8965 0.8499 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2353 0.8945 0.8466 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 73 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 64 and 74: 19.40293312072754. +Interpolating between 64 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2496 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2392 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2352 0.8965 0.8524 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2379 0.8965 0.8532 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2454 0.8965 0.8532 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2510 0.8945 0.8516 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2487 0.8965 0.8540 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2408 0.8965 0.8540 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2354 0.9004 0.8579 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 74 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 64 and 75: 19.322595596313477. +Interpolating between 64 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2518 0.8984 0.8523 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2445 0.9004 0.8555 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2440 0.8965 0.8499 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2490 0.9004 0.8563 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2552 0.8926 0.8459 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2564 0.8945 0.8508 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2501 0.8965 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2404 0.8984 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2349 0.8984 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 75 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 64 and 76: 19.17218017578125. +Interpolating between 64 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2426 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2299 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2281 0.9043 0.8672 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2350 0.9102 0.8777 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2420 0.9082 0.8766 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2408 0.9043 0.8714 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2340 0.9004 0.8654 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2289 0.8945 0.8541 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2292 0.8984 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 76 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 64 and 77: 18.838218688964844. +Interpolating between 64 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2260 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2254 0.8984 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2279 0.9043 0.8627 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2336 0.9023 0.8596 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2390 0.8965 0.8499 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2403 0.8867 0.8371 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2373 0.8828 0.8305 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2334 0.8887 0.8376 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2325 0.8906 0.8400 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 77 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 64 and 78: 20.45096206665039. +Interpolating between 64 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2400 0.9102 0.8743 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2472 0.9043 0.8693 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2646 0.9062 0.8743 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2772 0.9043 0.8721 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2706 0.9102 0.8770 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2477 0.9043 0.8686 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2292 0.9043 0.8665 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2250 0.9023 0.8626 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 78 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 64 and 79: 19.288299560546875. +Interpolating between 64 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2318 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2321 0.8965 0.8548 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2378 0.8945 0.8533 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2472 0.8965 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2558 0.8965 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2569 0.8926 0.8518 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2506 0.8926 0.8509 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2415 0.8867 0.8415 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2352 0.8965 0.8524 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 79 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 64 and 80: 19.203310012817383. +Interpolating between 64 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2337 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2289 0.9102 0.8736 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2288 0.9082 0.8733 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2330 0.9004 0.8640 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2387 0.8965 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2411 0.8945 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2359 0.8906 0.8486 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2308 0.8926 0.8493 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2298 0.8984 0.8564 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 80 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 64 and 81: 19.286142349243164. +Interpolating between 64 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2389 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2350 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2358 0.9043 0.8658 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2419 0.8984 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2502 0.8926 0.8493 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2529 0.8945 0.8533 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2460 0.8926 0.8501 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2370 0.8945 0.8525 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2325 0.9004 0.8579 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 81 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 64 and 82: 20.0819091796875. +Interpolating between 64 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2358 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2257 0.8984 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2325 0.9004 0.8595 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2490 0.9004 0.8618 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2607 0.9023 0.8656 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2564 0.8984 0.8602 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2431 0.9043 0.8679 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2317 0.9004 0.8610 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2290 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 82 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 64 and 83: 19.061044692993164. +Interpolating between 64 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2308 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2287 0.9062 0.8667 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2317 0.9023 0.8626 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2389 0.8945 0.8525 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2452 0.8984 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2464 0.8965 0.8540 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2426 0.8945 0.8508 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2373 0.8926 0.8459 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2345 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 83 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 64 and 84: 18.68805694580078. +Interpolating between 64 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2325 0.8945 0.8525 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2296 0.8926 0.8493 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2306 0.8906 0.8462 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2345 0.8945 0.8525 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2383 0.8945 0.8516 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2388 0.8867 0.8380 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2356 0.8867 0.8380 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2313 0.8887 0.8385 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2308 0.8887 0.8385 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 84 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 64 and 85: 19.217138290405273. +Interpolating between 64 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2531 0.8945 0.8475 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2484 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2482 0.8965 0.8540 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2515 0.8965 0.8548 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2555 0.8906 0.8470 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2550 0.8906 0.8453 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2499 0.8945 0.8508 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2418 0.8965 0.8524 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2363 0.8984 0.8531 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 85 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 64 and 86: 19.349754333496094. +Interpolating between 64 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8887 0.8430 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2285 0.8926 0.8468 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2372 0.8867 0.8371 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2543 0.8887 0.8394 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2706 0.8906 0.8409 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2704 0.8906 0.8409 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2538 0.8848 0.8338 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2380 0.8867 0.8380 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2315 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 86 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 64 and 87: 19.10999298095703. +Interpolating between 64 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2473 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2395 0.9004 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2382 0.8926 0.8468 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2417 0.8926 0.8468 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2476 0.8906 0.8436 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2507 0.8906 0.8436 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2467 0.8945 0.8483 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2402 0.8945 0.8475 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2361 0.8965 0.8499 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 87 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 64 and 88: 19.496261596679688. +Interpolating between 64 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2210 0.9062 0.8667 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2201 0.9141 0.8798 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2247 0.9102 0.8750 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2346 0.9043 0.8672 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2462 0.8984 0.8602 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2513 0.8945 0.8548 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2458 0.8965 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2356 0.8984 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2314 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 88 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 64 and 89: 19.40483856201172. +Interpolating between 64 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2454 0.9043 0.8627 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2384 0.8984 0.8564 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2383 0.9023 0.8626 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2455 0.8945 0.8525 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2558 0.8926 0.8509 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2587 0.8887 0.8464 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2499 0.8926 0.8518 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2378 0.8926 0.8509 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2318 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 89 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 64 and 90: 19.064193725585938. +Interpolating between 64 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2243 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2253 0.9043 0.8650 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2312 0.9062 0.8674 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2384 0.9004 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2420 0.9004 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2403 0.8945 0.8492 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2368 0.8926 0.8451 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2344 0.8965 0.8499 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 90 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 64 and 91: 18.987789154052734. +Interpolating between 64 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2264 0.8945 0.8492 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2255 0.9023 0.8634 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2294 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2364 0.8965 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2426 0.8926 0.8509 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2436 0.8945 0.8541 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2397 0.8926 0.8509 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2349 0.8945 0.8508 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2332 0.8965 0.8515 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 91 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 64 and 92: 19.657285690307617. +Interpolating between 64 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2392 0.8926 0.8442 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2300 0.8945 0.8492 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2317 0.8945 0.8483 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2397 0.9043 0.8635 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2480 0.9023 0.8619 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2489 0.8926 0.8493 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2425 0.8926 0.8485 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2351 0.8906 0.8436 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2323 0.8926 0.8451 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 92 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 64 and 93: 18.91874885559082. +Interpolating between 64 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2326 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2284 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2298 0.8984 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2347 0.8984 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2402 0.9023 0.8641 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2421 0.9004 0.8603 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2388 0.8926 0.8476 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2343 0.8945 0.8508 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2327 0.8965 0.8524 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 93 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 64 and 94: 20.519235610961914. +Interpolating between 64 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2572 0.8965 0.8473 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2475 0.8887 0.8357 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2575 0.8926 0.8415 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2859 0.8887 0.8376 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3180 0.8926 0.8451 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3199 0.8965 0.8515 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2818 0.8984 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2413 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2259 0.9004 0.8595 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 94 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 64 and 95: 18.937667846679688. +Interpolating between 64 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2482 0.9062 0.8644 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2394 0.9062 0.8652 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2358 0.9082 0.8683 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2360 0.9043 0.8620 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2381 0.9023 0.8588 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2406 0.8965 0.8507 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2397 0.8945 0.8483 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2359 0.8906 0.8418 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2337 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 95 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 64 and 96: 19.020509719848633. +Interpolating between 64 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2561 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2436 0.9004 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2406 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2454 0.9043 0.8679 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2510 0.9023 0.8663 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2493 0.9004 0.8633 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2418 0.8984 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2360 0.8926 0.8501 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2337 0.8984 0.8556 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 96 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 64 and 97: 19.10060691833496. +Interpolating between 64 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2330 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2309 0.9023 0.8626 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2345 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2426 0.9004 0.8618 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2489 0.9004 0.8618 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2482 0.8945 0.8548 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2420 0.8926 0.8518 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2358 0.8906 0.8462 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2339 0.8945 0.8500 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 97 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 64 and 98: 19.310649871826172. +Interpolating between 64 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2532 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2405 0.8984 0.8523 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2387 0.8965 0.8524 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2468 0.8906 0.8478 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2579 0.8926 0.8525 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2585 0.8945 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2484 0.8906 0.8486 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2380 0.8867 0.8415 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2334 0.8926 0.8468 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 98 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 64 and 99: 20.085981369018555. +Interpolating between 64 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2399 0.8926 0.8424 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2295 0.8906 0.8409 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2310 0.8965 0.8515 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2411 0.8984 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2511 0.9004 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2518 0.9004 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2437 0.8965 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2354 0.8926 0.8485 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2322 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2360 0.8945 0.8483 +Completed interpolation from 64 to 99 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 65 and 66: 19.106107711791992. +Interpolating between 65 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2522 0.9062 0.8652 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2484 0.8984 0.8564 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2473 0.8965 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2495 0.8965 0.8548 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2532 0.8926 0.8476 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2547 0.8926 0.8476 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2522 0.8926 0.8468 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2503 0.8945 0.8483 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2544 0.8926 0.8442 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 66 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 65 and 67: 18.79523277282715. +Interpolating between 65 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2312 0.8926 0.8459 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2299 0.8965 0.8532 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2325 0.8984 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2376 0.8965 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2421 0.8926 0.8501 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2439 0.8926 0.8485 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2437 0.8926 0.8476 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2452 0.8887 0.8403 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2522 0.8926 0.8451 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 67 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 65 and 68: 20.872163772583008. +Interpolating between 65 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2508 0.8867 0.8407 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2422 0.8926 0.8468 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2559 0.8926 0.8442 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2925 0.8809 0.8232 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3367 0.8789 0.8176 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3308 0.8984 0.8523 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2728 0.9004 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2350 0.8965 0.8548 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2373 0.8984 0.8556 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 68 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 65 and 69: 20.81182861328125. +Interpolating between 65 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2579 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2430 0.8926 0.8459 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2575 0.8867 0.8333 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2980 0.8789 0.8176 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3386 0.8789 0.8133 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3191 0.8965 0.8499 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2635 0.8945 0.8525 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2324 0.9023 0.8641 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2379 0.8945 0.8500 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 69 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 65 and 70: 20.39776611328125. +Interpolating between 65 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2453 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2355 0.8984 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2437 0.9023 0.8619 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2640 0.9023 0.8634 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2773 0.9004 0.8618 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2683 0.8965 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2506 0.8906 0.8462 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2430 0.8984 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2483 0.8965 0.8524 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 70 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 65 and 71: 18.917943954467773. +Interpolating between 65 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2515 0.8906 0.8400 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2450 0.8965 0.8499 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2447 0.8945 0.8492 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2480 0.8926 0.8476 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2516 0.8926 0.8476 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2517 0.8945 0.8492 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2491 0.8945 0.8483 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2479 0.8906 0.8418 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2525 0.8906 0.8409 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 71 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 65 and 72: 18.989601135253906. +Interpolating between 65 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2667 0.8887 0.8357 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2514 0.8848 0.8319 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2460 0.8906 0.8409 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2497 0.8906 0.8418 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2555 0.8906 0.8436 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2556 0.8887 0.8403 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2507 0.8867 0.8362 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2474 0.8906 0.8418 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2519 0.8926 0.8442 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 72 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 65 and 73: 18.979333877563477. +Interpolating between 65 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2350 0.9062 0.8652 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2351 0.8984 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2397 0.8945 0.8508 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2456 0.8945 0.8492 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2484 0.8926 0.8468 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2467 0.8926 0.8459 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2455 0.8906 0.8418 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2509 0.8906 0.8409 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 73 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 65 and 74: 19.034650802612305. +Interpolating between 65 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2496 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2424 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2394 0.8965 0.8540 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2399 0.8965 0.8540 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2421 0.8965 0.8548 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2444 0.8945 0.8516 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2450 0.8906 0.8444 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2462 0.8906 0.8436 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2522 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 74 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 65 and 75: 19.296531677246094. +Interpolating between 65 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2518 0.8984 0.8523 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2462 0.9082 0.8683 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2453 0.9102 0.8708 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2478 0.9023 0.8611 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2527 0.8984 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2559 0.9023 0.8634 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2540 0.8945 0.8508 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2504 0.8965 0.8524 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2535 0.8887 0.8385 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 75 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 65 and 76: 19.204246520996094. +Interpolating between 65 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2426 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2366 0.9062 0.8667 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2376 0.9023 0.8611 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2443 0.8965 0.8540 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2500 0.8887 0.8430 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2497 0.8945 0.8508 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2470 0.8887 0.8394 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2469 0.8887 0.8385 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2532 0.8887 0.8385 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 76 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 65 and 77: 19.072635650634766. +Interpolating between 65 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2260 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2304 0.9023 0.8596 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2375 0.9023 0.8611 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2473 0.8984 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2553 0.8984 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2567 0.8906 0.8427 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2534 0.8887 0.8394 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2515 0.8887 0.8376 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2553 0.8887 0.8385 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 77 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 65 and 78: 20.64374542236328. +Interpolating between 65 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2396 0.9062 0.8674 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2469 0.9004 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2649 0.9004 0.8625 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2760 0.9043 0.8686 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2663 0.8965 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2445 0.8965 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2355 0.8984 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2438 0.8965 0.8524 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 78 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 65 and 79: 18.966917037963867. +Interpolating between 65 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2318 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2321 0.8984 0.8579 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2351 0.8965 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2390 0.8965 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2428 0.8984 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2451 0.8984 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2451 0.8887 0.8430 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2460 0.8887 0.8403 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2519 0.8867 0.8362 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 79 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 65 and 80: 19.11554527282715. +Interpolating between 65 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2337 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2333 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2379 0.9004 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2465 0.8965 0.8540 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2553 0.8887 0.8421 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2581 0.8945 0.8475 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2542 0.8887 0.8385 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2512 0.8906 0.8409 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2546 0.8887 0.8385 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 80 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 65 and 81: 19.03309440612793. +Interpolating between 65 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2389 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2385 0.9121 0.8760 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2403 0.9082 0.8712 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2440 0.9043 0.8658 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2479 0.9043 0.8665 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2502 0.8984 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2500 0.8945 0.8500 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2499 0.8926 0.8451 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2548 0.8926 0.8451 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 81 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 65 and 82: 20.42306900024414. +Interpolating between 65 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2358 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2277 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2381 0.8926 0.8451 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2598 0.8926 0.8468 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2743 0.8926 0.8493 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2670 0.8965 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2504 0.8965 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2438 0.8965 0.8548 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2492 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 82 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 65 and 83: 19.12840461730957. +Interpolating between 65 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2308 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2297 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2333 0.9004 0.8610 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2409 0.8965 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2484 0.8945 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2507 0.8965 0.8548 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2478 0.8984 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2450 0.9004 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2502 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 83 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 65 and 84: 19.219757080078125. +Interpolating between 65 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2325 0.8945 0.8525 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2339 0.8926 0.8501 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2397 0.8926 0.8501 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2485 0.8945 0.8516 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2556 0.8926 0.8493 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2563 0.8906 0.8453 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2520 0.8906 0.8436 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2495 0.8926 0.8459 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2538 0.8926 0.8442 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 84 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 65 and 85: 19.036949157714844. +Interpolating between 65 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2531 0.8945 0.8475 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2509 0.8926 0.8468 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2527 0.8984 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2553 0.8887 0.8455 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2566 0.8926 0.8501 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2547 0.8965 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2503 0.8945 0.8525 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2477 0.8926 0.8476 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2522 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 85 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 65 and 86: 19.23918342590332. +Interpolating between 65 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8887 0.8430 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2264 0.8926 0.8493 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2292 0.8887 0.8438 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2373 0.8906 0.8462 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2451 0.8887 0.8438 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2461 0.8867 0.8407 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2418 0.8867 0.8398 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2408 0.8906 0.8427 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2486 0.8887 0.8385 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 86 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 65 and 87: 18.808069229125977. +Interpolating between 65 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2473 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2413 0.9004 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2394 0.8945 0.8508 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2406 0.8965 0.8540 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2429 0.8965 0.8540 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2437 0.8965 0.8532 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2431 0.8965 0.8524 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2439 0.8926 0.8451 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2507 0.8945 0.8475 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 87 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 65 and 88: 19.086952209472656. +Interpolating between 65 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2210 0.9062 0.8667 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2230 0.9102 0.8743 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2282 0.9102 0.8750 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2350 0.9082 0.8740 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2407 0.8965 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2438 0.8965 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2440 0.8984 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2451 0.8926 0.8468 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2520 0.8926 0.8451 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 88 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 65 and 89: 19.24799346923828. +Interpolating between 65 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2454 0.9043 0.8627 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2420 0.8945 0.8516 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2418 0.8945 0.8533 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2450 0.8984 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2499 0.8945 0.8525 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2521 0.8906 0.8470 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2497 0.8906 0.8453 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2472 0.8848 0.8357 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2515 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 89 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 65 and 90: 18.88957405090332. +Interpolating between 65 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2236 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2235 0.9043 0.8643 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2278 0.9023 0.8611 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2333 0.9004 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2372 0.8984 0.8547 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2383 0.8926 0.8451 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2410 0.8926 0.8451 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2496 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 90 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 65 and 91: 19.015832901000977. +Interpolating between 65 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2264 0.8945 0.8492 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2267 0.9062 0.8689 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2322 0.9043 0.8665 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2405 0.8984 0.8602 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2482 0.9023 0.8656 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2487 0.8984 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2452 0.8965 0.8540 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2446 0.8945 0.8492 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2510 0.8926 0.8442 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 91 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 65 and 92: 20.141054153442383. +Interpolating between 65 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2392 0.8926 0.8442 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2295 0.8965 0.8532 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2348 0.8945 0.8516 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2524 0.9043 0.8679 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2685 0.8945 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2656 0.8906 0.8503 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2505 0.8984 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2419 0.8984 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2471 0.8965 0.8532 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 92 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 65 and 93: 19.197589874267578. +Interpolating between 65 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2326 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2358 0.8945 0.8483 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2445 0.8945 0.8508 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2553 0.8945 0.8516 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2616 0.8965 0.8532 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2600 0.9004 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2531 0.8965 0.8540 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2489 0.8926 0.8459 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2530 0.8926 0.8451 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 93 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 65 and 94: 20.754791259765625. +Interpolating between 65 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2572 0.8965 0.8473 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2501 0.8926 0.8387 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2667 0.8906 0.8353 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3057 0.8828 0.8193 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3447 0.8711 0.7950 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3267 0.8984 0.8506 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2695 0.9023 0.8619 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2387 0.9023 0.8626 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2409 0.9004 0.8579 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 94 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 65 and 95: 19.159164428710938. +Interpolating between 65 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2482 0.9062 0.8644 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2437 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2444 0.9004 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2465 0.9023 0.8619 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2496 0.9004 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2518 0.8926 0.8476 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2494 0.8926 0.8476 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2475 0.8945 0.8492 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2522 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 95 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 65 and 96: 19.122901916503906. +Interpolating between 65 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2561 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2519 0.8945 0.8457 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2522 0.8926 0.8433 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2564 0.8926 0.8442 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2624 0.8926 0.8442 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2647 0.8926 0.8442 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2601 0.8926 0.8442 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2548 0.8887 0.8376 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2561 0.8906 0.8409 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 96 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 65 and 97: 19.136199951171875. +Interpolating between 65 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2330 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2290 0.9062 0.8667 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2343 0.9023 0.8611 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2462 0.9023 0.8626 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2559 0.9004 0.8610 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2553 0.8984 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2477 0.8926 0.8468 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2435 0.8887 0.8394 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2489 0.8926 0.8442 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 97 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 65 and 98: 19.120576858520508. +Interpolating between 65 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2532 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2412 0.8965 0.8499 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2381 0.8965 0.8507 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2435 0.9023 0.8626 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2519 0.8906 0.8462 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2543 0.8906 0.8453 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2498 0.8906 0.8444 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2469 0.8887 0.8403 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2520 0.8926 0.8442 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 98 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 65 and 99: 20.469928741455078. +Interpolating between 65 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2399 0.8926 0.8424 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2282 0.8887 0.8376 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2343 0.8945 0.8483 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2534 0.8945 0.8516 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2713 0.8906 0.8470 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2679 0.8945 0.8533 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2498 0.8926 0.8493 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2411 0.8906 0.8453 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2469 0.8906 0.8436 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2666 0.8867 0.8352 +Completed interpolation from 65 to 99 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 66 and 67: 18.94671630859375. +Interpolating between 66 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2312 0.8926 0.8459 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2307 0.8906 0.8436 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2331 0.8984 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2379 0.9023 0.8634 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2420 0.9004 0.8618 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2431 0.8984 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2423 0.8965 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2424 0.8926 0.8501 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2456 0.8965 0.8540 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 67 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 66 and 68: 21.106369018554688. +Interpolating between 66 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2508 0.8867 0.8407 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2424 0.8906 0.8453 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2578 0.8945 0.8525 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2996 0.8887 0.8421 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3513 0.8809 0.8291 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3521 0.8965 0.8499 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2868 0.8945 0.8541 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2373 0.8984 0.8617 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2327 0.8984 0.8595 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 68 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 66 and 69: 21.078651428222656. +Interpolating between 66 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2579 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2416 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2652 0.8906 0.8409 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3309 0.8887 0.8357 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4167 0.8984 0.8523 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4130 0.8789 0.8450 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3145 0.8867 0.8543 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2460 0.8984 0.8646 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2328 0.9004 0.8647 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 69 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 66 and 70: 20.635292053222656. +Interpolating between 66 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2453 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2346 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2415 0.9023 0.8626 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2615 0.9004 0.8640 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2746 0.8965 0.8609 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2647 0.8984 0.8639 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2484 0.8945 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2403 0.8965 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2422 0.8945 0.8541 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 70 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 66 and 71: 18.847564697265625. +Interpolating between 66 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2515 0.8906 0.8400 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2458 0.8965 0.8499 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2459 0.8926 0.8468 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2494 0.8926 0.8501 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2522 0.8926 0.8501 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2505 0.8906 0.8478 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2464 0.8906 0.8486 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2441 0.8867 0.8424 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2459 0.8906 0.8453 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 71 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 66 and 72: 18.825185775756836. +Interpolating between 66 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2667 0.8887 0.8357 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2547 0.8887 0.8376 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2517 0.8945 0.8483 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2536 0.8945 0.8492 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2546 0.8965 0.8524 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2521 0.8984 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2478 0.9023 0.8619 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2458 0.9023 0.8619 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2472 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 72 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 66 and 73: 18.522441864013672. +Interpolating between 66 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2347 0.9062 0.8652 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2329 0.9062 0.8659 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2348 0.9062 0.8674 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2379 0.9082 0.8698 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2400 0.9082 0.8698 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2402 0.9102 0.8722 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2410 0.9043 0.8643 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2447 0.9004 0.8579 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 73 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 66 and 74: 18.94537925720215. +Interpolating between 66 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2496 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2424 0.8945 0.8500 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2402 0.8945 0.8500 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2409 0.8984 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2431 0.9004 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2432 0.8984 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2437 0.9004 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2455 0.8984 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2477 0.8945 0.8508 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 74 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 66 and 75: 18.80416488647461. +Interpolating between 66 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2518 0.8984 0.8523 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2470 0.9062 0.8652 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2453 0.9043 0.8635 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2459 0.9082 0.8705 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2472 0.9121 0.8753 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2479 0.9023 0.8619 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2466 0.9023 0.8626 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2457 0.9004 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2474 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 75 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 66 and 76: 19.641977310180664. +Interpolating between 66 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2426 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2343 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2384 0.9062 0.8703 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2484 0.9062 0.8723 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2536 0.9043 0.8707 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2522 0.9004 0.8654 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2465 0.9023 0.8670 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2430 0.9004 0.8625 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2446 0.8945 0.8533 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 76 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 66 and 77: 18.83707618713379. +Interpolating between 66 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2260 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2288 0.9043 0.8620 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2338 0.9023 0.8588 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2402 0.9023 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2454 0.8984 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2466 0.8945 0.8508 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2454 0.8965 0.8524 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2450 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2472 0.8965 0.8524 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 77 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 66 and 78: 21.02509307861328. +Interpolating between 66 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2403 0.9102 0.8743 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2605 0.9043 0.8686 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3067 0.8945 0.8601 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3361 0.8750 0.8392 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3100 0.8750 0.8376 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2637 0.8848 0.8483 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2393 0.8965 0.8609 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2376 0.8984 0.8617 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 78 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 66 and 79: 18.81846809387207. +Interpolating between 66 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2318 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2316 0.9004 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2345 0.8906 0.8470 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2392 0.8945 0.8533 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2435 0.8965 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2454 0.8984 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2449 0.8965 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2445 0.8945 0.8525 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2466 0.8945 0.8516 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 79 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 66 and 80: 18.89287567138672. +Interpolating between 66 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2337 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2340 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2385 0.9062 0.8674 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2468 0.9023 0.8634 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2525 0.9004 0.8625 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2529 0.8965 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2508 0.8965 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2481 0.8965 0.8548 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2483 0.8965 0.8540 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 80 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 66 and 81: 18.870635986328125. +Interpolating between 66 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2389 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2343 0.9102 0.8736 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2335 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2360 0.9043 0.8665 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2395 0.9043 0.8665 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2411 0.9043 0.8672 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2400 0.9043 0.8672 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2398 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2435 0.9062 0.8674 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 81 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 66 and 82: 20.73792839050293. +Interpolating between 66 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2358 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2257 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2406 0.8887 0.8421 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2746 0.8926 0.8525 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2947 0.8867 0.8490 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2796 0.8848 0.8475 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2540 0.8945 0.8586 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2396 0.9062 0.8723 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2398 0.9004 0.8625 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 82 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 66 and 83: 18.615474700927734. +Interpolating between 66 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2308 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2294 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2315 0.9004 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2360 0.8984 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2404 0.8965 0.8548 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2418 0.8926 0.8493 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2412 0.8906 0.8462 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2413 0.8945 0.8516 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2449 0.8965 0.8524 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 83 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 66 and 84: 19.082460403442383. +Interpolating between 66 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2325 0.8945 0.8525 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2346 0.8945 0.8525 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2397 0.8984 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2450 0.8965 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2476 0.8945 0.8516 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2473 0.8984 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2452 0.8984 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2443 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2461 0.8965 0.8515 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 84 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 66 and 85: 18.826372146606445. +Interpolating between 66 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2531 0.8945 0.8475 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2502 0.8945 0.8492 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2500 0.8965 0.8532 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2512 0.8945 0.8525 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2519 0.8965 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2504 0.9004 0.8610 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2471 0.9023 0.8641 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2451 0.8965 0.8556 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2467 0.8945 0.8516 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 85 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 66 and 86: 19.552993774414062. +Interpolating between 66 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8887 0.8430 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2273 0.8926 0.8493 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2335 0.8906 0.8470 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2474 0.8906 0.8478 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2585 0.8965 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2564 0.8965 0.8594 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2460 0.8984 0.8610 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2390 0.8945 0.8541 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2406 0.8945 0.8533 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 86 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 66 and 87: 18.8466854095459. +Interpolating between 66 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2473 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2416 0.8984 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2411 0.8984 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2435 0.8945 0.8516 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2462 0.8926 0.8493 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2463 0.8965 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2443 0.8945 0.8525 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2433 0.8965 0.8540 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2460 0.8984 0.8556 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 87 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 66 and 88: 19.17674446105957. +Interpolating between 66 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2210 0.9062 0.8667 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2219 0.9102 0.8743 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2270 0.9062 0.8696 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2349 0.9082 0.8747 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2417 0.9023 0.8670 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2437 0.9004 0.8640 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2415 0.9043 0.8693 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2397 0.9043 0.8679 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2426 0.9004 0.8603 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 88 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 66 and 89: 18.906787872314453. +Interpolating between 66 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2454 0.9043 0.8627 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2398 0.9004 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2387 0.8965 0.8540 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2407 0.8906 0.8470 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2428 0.8867 0.8432 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2434 0.8887 0.8455 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2414 0.8906 0.8486 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2406 0.8965 0.8556 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2439 0.9023 0.8634 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 89 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 66 and 90: 18.654972076416016. +Interpolating between 66 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2261 0.9043 0.8635 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2262 0.9043 0.8635 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2292 0.9043 0.8635 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2327 0.9004 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2346 0.8965 0.8540 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2359 0.8984 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2381 0.8984 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2436 0.8965 0.8532 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 90 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 66 and 91: 18.653596878051758. +Interpolating between 66 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2264 0.8945 0.8492 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2257 0.9004 0.8595 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2303 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2371 0.9004 0.8618 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2423 0.9004 0.8618 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2435 0.9043 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2416 0.9004 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2411 0.9023 0.8634 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2443 0.8965 0.8532 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 91 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 66 and 92: 20.303312301635742. +Interpolating between 66 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2392 0.8926 0.8442 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2315 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2367 0.8945 0.8525 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2515 0.9023 0.8656 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2620 0.8984 0.8624 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2576 0.8945 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2483 0.8984 0.8602 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2427 0.8965 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2437 0.8926 0.8501 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 92 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 66 and 93: 19.278583526611328. +Interpolating between 66 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2326 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2366 0.8945 0.8483 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2463 0.8984 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2592 0.8906 0.8478 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2653 0.8926 0.8493 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2619 0.8906 0.8470 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2552 0.8945 0.8525 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2504 0.8926 0.8501 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2494 0.8965 0.8548 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 93 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 66 and 94: 21.005924224853516. +Interpolating between 66 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2572 0.8965 0.8473 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2479 0.8926 0.8424 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2657 0.8906 0.8391 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3119 0.8848 0.8309 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3651 0.8789 0.8249 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3601 0.8906 0.8486 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2885 0.8906 0.8557 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2412 0.8965 0.8616 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2343 0.8984 0.8617 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 94 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 66 and 95: 18.588415145874023. +Interpolating between 66 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2482 0.9062 0.8644 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2434 0.9023 0.8596 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2418 0.9004 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2423 0.9043 0.8635 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2432 0.9082 0.8683 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2434 0.9023 0.8603 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2436 0.8945 0.8492 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2433 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2458 0.8965 0.8515 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 95 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 66 and 96: 18.835474014282227. +Interpolating between 66 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2561 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2558 0.8965 0.8499 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2619 0.8984 0.8539 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2756 0.9023 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2805 0.9043 0.8635 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2696 0.9004 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2601 0.9004 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2543 0.8965 0.8524 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2518 0.9004 0.8579 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 96 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 66 and 97: 19.455814361572266. +Interpolating between 66 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2330 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2307 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2365 0.8984 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2462 0.8965 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2517 0.8945 0.8541 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2491 0.8965 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2444 0.8984 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2424 0.9004 0.8618 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2450 0.8965 0.8548 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2522 0.9062 0.8652 +Completed interpolation from 66 to 97 +Wrote the values to ../logs/NLI/qqp_berts/qqp_interpol@15000steps/interpol_qqp_validation16.pkl!