diff --git "a/qqp_interpol@25000steps/19569002_interpolate_models.out" "b/qqp_interpol@25000steps/19569002_interpolate_models.out" new file mode 100644--- /dev/null +++ "b/qqp_interpol@25000steps/19569002_interpolate_models.out" @@ -0,0 +1,12844 @@ +Sun May 15 15:51:29 2022 ++-----------------------------------------------------------------------------+ +| NVIDIA-SMI 470.57.02 Driver Version: 470.57.02 CUDA Version: 11.4 | +|-------------------------------+----------------------+----------------------+ +| GPU Name Persistence-M| Bus-Id Disp.A | Volatile Uncorr. ECC | +| Fan Temp Perf Pwr:Usage/Cap| Memory-Usage | GPU-Util Compute M. | +| | | MIG M. | +|===============================+======================+======================| +| 0 Quadro RTX 8000 On | 00000000:2F:00.0 Off | 0 | +| N/A 32C P8 24W / 250W | 0MiB / 45556MiB | 0% Default | +| | | N/A | ++-------------------------------+----------------------+----------------------+ + ++-----------------------------------------------------------------------------+ +| Processes: | +| GPU GI CI PID Type Process name GPU Memory | +| ID ID Usage | +|=============================================================================| +| No running processes found | ++-----------------------------------------------------------------------------+ +Obtaining file:///scratch/rb5139/constellations/src + Preparing metadata (setup.py): started + Preparing metadata (setup.py): finished with status 'done' +Installing collected packages: constellations + Attempting uninstall: constellations + Found existing installation: constellations 0.0.0 + Uninstalling constellations-0.0.0: + Successfully uninstalled constellations-0.0.0 + Running setup.py develop for constellations +Successfully installed constellations-0.0.0 +Creating .6RN19U4P1BNEX2UVTUQH, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .3MD0VDJY8G2HKC7ICAUX, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Euclidean distance between 27 and 46: 21.111549377441406. +Interpolating between 27 and 46 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2870 0.9023 0.8563 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2660 0.9062 0.8636 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2525 0.9102 0.8708 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2456 0.9082 0.8698 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2419 0.9082 0.8698 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2381 0.9062 0.8667 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2330 0.9043 0.8643 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2274 0.9043 0.8635 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2307 0.9062 0.8652 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 46 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .V8AWASWUH2HIMOF48SMG, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Euclidean distance between 27 and 47: 22.24764633178711. +Interpolating between 27 and 47 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2629 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2457 0.8965 0.8499 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2397 0.8965 0.8507 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2433 0.8965 0.8499 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2467 0.9004 0.8563 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2412 0.9043 0.8627 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2320 0.8984 0.8547 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2275 0.9023 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2305 0.9141 0.8757 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 47 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .3BGZIR4T2WANIDOQD3BS, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Euclidean distance between 27 and 48: 20.835102081298828. +Interpolating between 27 and 48 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2577 0.9102 0.8701 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2417 0.9102 0.8693 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2313 0.9102 0.8708 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2260 0.9082 0.8683 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2241 0.9043 0.8627 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2224 0.9004 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2199 0.9062 0.8652 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2211 0.9082 0.8676 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2284 0.9121 0.8732 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 48 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .7AV98LHEAEI9AM0J44TW, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-49 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-49.pt +Euclidean distance between 27 and 49: 20.83559226989746. +Interpolating between 27 and 49 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2913 0.9004 0.8563 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2714 0.9004 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2560 0.9043 0.8643 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2447 0.9062 0.8674 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2362 0.8984 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2311 0.9043 0.8635 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2273 0.9023 0.8596 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2257 0.9043 0.8635 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2300 0.9102 0.8701 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 49 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .YRIFDJEE61AV3EX4XDRR, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-50 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-50.pt +Euclidean distance between 27 and 50: 21.465547561645508. +Interpolating between 27 and 50 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2648 0.9062 0.8644 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2506 0.9062 0.8667 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2431 0.9043 0.8658 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2404 0.9004 0.8618 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2388 0.8965 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2356 0.8945 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2301 0.8984 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2257 0.9004 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2296 0.9082 0.8683 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 50 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .JZKMCNWEI6ZNSTO9FCFP, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-51 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-51.pt +Euclidean distance between 27 and 51: 20.932518005371094. +Interpolating between 27 and 51 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2786 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2597 0.8984 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2459 0.8965 0.8532 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2371 0.8965 0.8532 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2311 0.8965 0.8532 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2283 0.9023 0.8611 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2242 0.8965 0.8524 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2239 0.9004 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2301 0.9082 0.8683 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 51 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .NOPOPCQ0THKTW076KWXL, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-52 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-52.pt +Euclidean distance between 27 and 52: 20.95386505126953. +Interpolating between 27 and 52 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2829 0.9082 0.8676 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2592 0.9121 0.8739 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2435 0.9102 0.8715 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2350 0.9102 0.8722 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2314 0.9023 0.8619 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2271 0.9023 0.8619 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2224 0.9023 0.8619 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2221 0.9043 0.8643 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2287 0.9082 0.8683 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 52 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .AR456M364VC6U2NLZGD0, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-53 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-53.pt +Euclidean distance between 27 and 53: 23.48145294189453. +Interpolating between 27 and 53 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2775 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2420 0.8926 0.8424 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2479 0.8887 0.8328 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3107 0.8633 0.7771 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3962 0.7617 0.5000 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3298 0.8750 0.7987 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2373 0.9102 0.8715 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2076 0.9043 0.8650 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2148 0.9082 0.8691 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 53 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .JG22SO90GR02ZQUR2WN2, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-54 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-54.pt +Euclidean distance between 27 and 54: 21.445762634277344. +Interpolating between 27 and 54 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2941 0.9023 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2717 0.9004 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2597 0.9004 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2536 0.9023 0.8611 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2505 0.9004 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2454 0.9023 0.8626 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2378 0.9023 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2320 0.9043 0.8635 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2338 0.9082 0.8683 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 54 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .0HBSPOSZX4E6EYO37AE4, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-55 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-55.pt +Euclidean distance between 27 and 55: 21.126258850097656. +Interpolating between 27 and 55 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2886 0.9043 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2655 0.9023 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2510 0.9062 0.8644 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2428 0.9043 0.8627 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2384 0.9043 0.8635 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2348 0.9062 0.8659 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2301 0.9023 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2280 0.9043 0.8627 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2320 0.9102 0.8708 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 55 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .B12AW4G6B3B31J5ASXTK, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-56 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-56.pt +Euclidean distance between 27 and 56: 21.363637924194336. +Interpolating between 27 and 56 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2670 0.9082 0.8646 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2456 0.9062 0.8629 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2360 0.9062 0.8652 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2337 0.9062 0.8667 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2340 0.9043 0.8643 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2321 0.9043 0.8650 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2270 0.9004 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2246 0.9004 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2295 0.9121 0.8739 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 56 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .A5EZ7NG8YWALD10M59S0, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-57 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-57.pt +Euclidean distance between 27 and 57: 21.25211524963379. +Interpolating between 27 and 57 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2973 0.9023 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2680 0.8984 0.8514 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2495 0.9062 0.8644 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2408 0.9082 0.8683 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2357 0.9102 0.8729 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2296 0.9062 0.8674 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2230 0.9043 0.8643 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2222 0.9043 0.8635 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2288 0.9141 0.8764 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 57 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .ZI2QBY925FZLWLFSA31P, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-58 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-58.pt +Euclidean distance between 27 and 58: 21.63396453857422. +Interpolating between 27 and 58 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2597 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2518 0.9082 0.8691 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2503 0.9062 0.8667 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2518 0.9043 0.8643 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2485 0.8984 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2381 0.8984 0.8547 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2301 0.9043 0.8627 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2321 0.9062 0.8652 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 58 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .GE5J99LYP08JE7AP5GQY, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Euclidean distance between 27 and 59: 21.180011749267578. +Interpolating between 27 and 59 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2769 0.9023 0.8555 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2591 0.9062 0.8629 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2487 0.9004 0.8563 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2437 0.9004 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2407 0.9043 0.8635 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2365 0.9043 0.8635 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2309 0.9043 0.8643 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2291 0.9102 0.8715 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2324 0.9121 0.8732 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 59 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .FDCUENX0U5QZ0ELU00X9, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Euclidean distance between 27 and 60: 21.743968963623047. +Interpolating between 27 and 60 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2734 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2493 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2391 0.9043 0.8650 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2401 0.9043 0.8665 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2435 0.9004 0.8618 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2397 0.9004 0.8625 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2296 0.9023 0.8626 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2241 0.9062 0.8674 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2291 0.9102 0.8708 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 60 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .SKX12C1W8FKPR1877PHB, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Euclidean distance between 27 and 61: 23.59780502319336. +Interpolating between 27 and 61 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2878 0.8906 0.8427 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2466 0.8906 0.8391 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2549 0.8945 0.8421 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3310 0.8770 0.8073 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4464 0.7598 0.4896 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4037 0.8672 0.7848 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2633 0.9062 0.8717 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2095 0.9102 0.8757 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2133 0.9102 0.8736 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 61 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .3IX2O3XSHHWY2CPJON5Y, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Euclidean distance between 27 and 62: 20.82475471496582. +Interpolating between 27 and 62 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2706 0.9082 0.8661 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2517 0.9141 0.8757 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2394 0.9082 0.8683 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2316 0.9102 0.8722 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2275 0.9102 0.8722 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2250 0.9102 0.8722 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2226 0.9102 0.8715 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2229 0.9082 0.8676 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2291 0.9082 0.8676 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 62 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .5GRKAADYN2JM25Y9REK4, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 27 and 63: 23.465436935424805. +Interpolating between 27 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2593 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2196 0.9004 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2291 0.9004 0.8563 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2958 0.8984 0.8531 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3684 0.8926 0.8476 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3147 0.9004 0.8625 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2388 0.9082 0.8712 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2105 0.9102 0.8729 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2177 0.9043 0.8635 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 63 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .YUP6WSK6GSXOD9EXEJ1Q, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 27 and 64: 21.62899398803711. +Interpolating between 27 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.3001 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2673 0.8965 0.8490 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2510 0.8965 0.8524 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2484 0.8984 0.8547 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2498 0.9023 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2440 0.9004 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2316 0.9023 0.8596 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2247 0.9062 0.8652 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2288 0.9102 0.8708 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 64 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .I0IAHEISFFX49IE9I0J5, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 27 and 65: 21.263797760009766. +Interpolating between 27 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2821 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2625 0.9062 0.8652 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2519 0.9082 0.8691 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2464 0.9121 0.8760 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2417 0.9102 0.8743 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2377 0.9102 0.8736 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2335 0.9102 0.8729 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2312 0.9062 0.8659 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2342 0.9062 0.8659 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 65 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .X9Y6QUHV724ICPNDQY7H, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 27 and 66: 21.429231643676758. +Interpolating between 27 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.3006 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2735 0.9004 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2550 0.9023 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2447 0.9004 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2399 0.9004 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2350 0.9043 0.8650 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2287 0.9043 0.8650 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2242 0.8984 0.8556 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2290 0.9043 0.8627 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 66 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .WEXUXMRIOP291FXCO3NK, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 27 and 67: 21.02838706970215. +Interpolating between 27 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2699 0.9023 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2525 0.9062 0.8652 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2423 0.9102 0.8715 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2361 0.9121 0.8753 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2329 0.9102 0.8729 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2302 0.9043 0.8650 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2263 0.9004 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2251 0.9023 0.8611 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2302 0.9121 0.8732 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 67 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .PVBOWSGLHBB9QFSUVVEZ, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 27 and 68: 23.626819610595703. +Interpolating between 27 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2647 0.8945 0.8516 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2362 0.8945 0.8492 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2469 0.8984 0.8514 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3136 0.8770 0.8097 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4239 0.7910 0.5900 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4094 0.8086 0.6316 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2723 0.9043 0.8596 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2122 0.9102 0.8722 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2130 0.9062 0.8667 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 68 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .B1PJA1HNFX8G6Q69TIY0, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 27 and 69: 23.51599884033203. +Interpolating between 27 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2354 0.9043 0.8650 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2179 0.9102 0.8701 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2414 0.9043 0.8588 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3116 0.8809 0.8135 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3861 0.8613 0.7732 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3502 0.8965 0.8499 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2503 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2070 0.9102 0.8757 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2107 0.9082 0.8712 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 69 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .6LA5PU1MI3PVU0SS2U1X, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 27 and 70: 22.976367950439453. +Interpolating between 27 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2674 0.8984 0.8514 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2326 0.8945 0.8466 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2294 0.8926 0.8459 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2533 0.8965 0.8540 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2690 0.8887 0.8447 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2481 0.8945 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2246 0.8984 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2159 0.9062 0.8667 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2239 0.9062 0.8659 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 70 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .IB6CA6CN3TTMKX96ZW9Q, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 27 and 71: 20.98737144470215. +Interpolating between 27 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2952 0.9004 0.8513 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2729 0.9023 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2572 0.8984 0.8523 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2470 0.9023 0.8588 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2403 0.8984 0.8539 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2344 0.8984 0.8547 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2293 0.9023 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2269 0.9004 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2310 0.9102 0.8708 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 71 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .S7RMRZOP9P2V5AT4OLW8, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 27 and 72: 21.410873413085938. +Interpolating between 27 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.3119 0.8867 0.8352 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2776 0.8926 0.8451 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2588 0.8984 0.8547 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2520 0.9023 0.8619 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2481 0.8965 0.8540 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2413 0.9004 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2333 0.9004 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2292 0.9043 0.8627 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2326 0.9062 0.8659 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 72 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .FY4IJRON2LBU98FEOHPO, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 27 and 73: 21.262678146362305. +Interpolating between 27 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2635 0.9043 0.8604 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2465 0.9004 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2371 0.9004 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2327 0.9043 0.8665 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2299 0.9043 0.8658 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2262 0.9023 0.8626 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2206 0.9062 0.8674 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2181 0.9082 0.8698 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2249 0.9102 0.8708 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 73 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .EQ3VKQG6K86F7O37ER9X, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 27 and 74: 21.159229278564453. +Interpolating between 27 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2692 0.9043 0.8596 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2518 0.9121 0.8725 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2407 0.9102 0.8715 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2340 0.9121 0.8747 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2320 0.9121 0.8753 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2290 0.9121 0.8760 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2259 0.9043 0.8650 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2253 0.9062 0.8674 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2309 0.9121 0.8739 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 74 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .JNYEOG716M95JXZ6C3OV, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 27 and 75: 21.14629554748535. +Interpolating between 27 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2836 0.9004 0.8555 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2632 0.9004 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2489 0.9023 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2404 0.8965 0.8532 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2347 0.9023 0.8626 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2287 0.9062 0.8674 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2233 0.9102 0.8715 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2217 0.9082 0.8683 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2278 0.9082 0.8676 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 75 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .R3IR7XCZ6GTNC2ZM7RW4, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 27 and 76: 21.748226165771484. +Interpolating between 27 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2427 0.9121 0.8703 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2260 0.9141 0.8743 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2222 0.9082 0.8653 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2276 0.9043 0.8620 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2323 0.9062 0.8667 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2297 0.9062 0.8667 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2230 0.9023 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2211 0.9062 0.8652 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2279 0.9121 0.8732 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 76 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .EXPC4F9YL2ARTTC0JFVR, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 27 and 77: 21.50983238220215. +Interpolating between 27 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2759 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2541 0.9004 0.8555 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2439 0.9023 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2409 0.9043 0.8635 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2402 0.9062 0.8659 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2365 0.9043 0.8627 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2304 0.9062 0.8652 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2273 0.9062 0.8652 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2317 0.9121 0.8732 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 77 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .GP7GR8TEESINUT70XN8B, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 27 and 78: 23.429536819458008. +Interpolating between 27 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2432 0.8984 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2180 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2232 0.9043 0.8643 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2578 0.9062 0.8681 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2925 0.9004 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2742 0.9043 0.8672 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2274 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2084 0.9102 0.8736 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2168 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 78 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .0UEB9949WI81BSN23ETR, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 27 and 79: 21.041460037231445. +Interpolating between 27 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2651 0.9043 0.8620 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2484 0.9043 0.8627 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2363 0.9062 0.8667 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2296 0.9102 0.8729 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2255 0.9141 0.8791 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2226 0.9141 0.8791 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2199 0.9141 0.8791 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2198 0.9121 0.8753 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2267 0.9102 0.8715 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 79 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .0NMBYDYCLMIT0UXBW73Z, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 27 and 80: 21.336088180541992. +Interpolating between 27 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2495 0.9121 0.8747 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2370 0.9160 0.8802 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2323 0.9141 0.8771 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2326 0.9102 0.8715 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2332 0.9082 0.8683 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2312 0.9082 0.8683 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2271 0.9082 0.8683 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2258 0.9082 0.8676 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2309 0.9160 0.8782 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 80 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .2PTSOAGKTKV5K98LQJDX, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 27 and 81: 20.899166107177734. +Interpolating between 27 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2654 0.9141 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2468 0.9160 0.8768 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2343 0.9121 0.8732 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2277 0.9121 0.8747 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2250 0.9102 0.8729 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2225 0.9082 0.8712 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2198 0.9062 0.8681 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2201 0.9023 0.8611 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2274 0.9062 0.8659 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 81 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .H26SK6925BOL7VLYG9JJ, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 27 and 82: 23.055517196655273. +Interpolating between 27 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2423 0.9062 0.8652 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2117 0.9062 0.8652 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2118 0.9043 0.8620 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2335 0.9023 0.8626 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2504 0.9023 0.8649 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2408 0.9023 0.8649 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2217 0.9004 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2154 0.9062 0.8674 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2237 0.9082 0.8691 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 82 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .H4ZJK50YEOCC9X6RQ6CM, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 27 and 83: 21.361848831176758. +Interpolating between 27 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2504 0.9102 0.8708 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2370 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2310 0.9023 0.8626 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2301 0.9043 0.8665 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2306 0.9043 0.8665 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2275 0.9062 0.8689 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2215 0.9023 0.8619 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2190 0.9062 0.8667 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2257 0.9141 0.8764 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 83 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .NFKU77JL6QTHAYV871F1, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 27 and 84: 21.74986457824707. +Interpolating between 27 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2696 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2486 0.9102 0.8743 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2395 0.9043 0.8643 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2389 0.9004 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2398 0.9023 0.8611 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2353 0.9004 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2277 0.8984 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2242 0.9062 0.8652 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2293 0.9082 0.8683 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 84 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .HM65E1BWEZWZFUSJBFSK, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 27 and 85: 21.21755027770996. +Interpolating between 27 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2815 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2663 0.9043 0.8635 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2555 0.9023 0.8611 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2482 0.9004 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2419 0.9004 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2358 0.9023 0.8634 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2291 0.9004 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2255 0.9043 0.8643 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2294 0.9102 0.8708 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 85 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .6F1NB77AZQBVXTTOQB79, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 27 and 86: 21.252248764038086. +Interpolating between 27 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2732 0.8945 0.8439 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2469 0.8984 0.8523 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2303 0.8965 0.8507 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2236 0.9004 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2218 0.8984 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2186 0.9004 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2139 0.9062 0.8667 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2141 0.9062 0.8667 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2236 0.9102 0.8708 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 86 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .65WY31JZJK2O2KAAUGX5, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 27 and 87: 21.18284797668457. +Interpolating between 27 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2961 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2692 0.8984 0.8523 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2525 0.8984 0.8547 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2427 0.8984 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2373 0.9004 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2320 0.8984 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2266 0.9004 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2245 0.9023 0.8611 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2293 0.9082 0.8683 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 87 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .D8XWA0WQAW5PG6O9GBY9, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 27 and 88: 20.884428024291992. +Interpolating between 27 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2471 0.9121 0.8732 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2353 0.9082 0.8683 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2276 0.9121 0.8739 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2237 0.9141 0.8778 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2218 0.9082 0.8698 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2201 0.9102 0.8729 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2185 0.9082 0.8698 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2200 0.9121 0.8739 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2277 0.9102 0.8708 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 88 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .CZG6YMCSSV9P79YUHDJ2, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 27 and 89: 20.95320701599121. +Interpolating between 27 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2648 0.9023 0.8596 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2473 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2359 0.9023 0.8619 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2296 0.9004 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2264 0.9023 0.8619 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2236 0.9023 0.8611 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2212 0.9004 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2211 0.9004 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2270 0.9102 0.8701 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 89 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .C6I6V28VW6OO0G4JAGC2, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 27 and 90: 21.111637115478516. +Interpolating between 27 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2579 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2401 0.9121 0.8747 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2311 0.9102 0.8722 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2270 0.9082 0.8698 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2247 0.9102 0.8729 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2223 0.9121 0.8760 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2194 0.9121 0.8753 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2193 0.9102 0.8715 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2267 0.9121 0.8732 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 90 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .RCI9GC3YUTCDMKQXC0B4, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 27 and 91: 21.39682388305664. +Interpolating between 27 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2538 0.9023 0.8596 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2415 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2363 0.9043 0.8643 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2355 0.9043 0.8643 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2369 0.9004 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2333 0.9043 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2253 0.9082 0.8705 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2209 0.9062 0.8659 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2267 0.9082 0.8683 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 91 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .9DGWCJXXDY9J0KIDGCZ2, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 27 and 92: 22.683713912963867. +Interpolating between 27 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2691 0.8867 0.8314 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2353 0.8848 0.8309 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2273 0.8984 0.8547 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2394 0.9023 0.8619 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2511 0.9004 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2421 0.9082 0.8698 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2235 0.9062 0.8674 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2165 0.9062 0.8674 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2236 0.9102 0.8715 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 92 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .3506F90PMPO89TZATDC2, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 27 and 93: 21.681974411010742. +Interpolating between 27 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2733 0.9004 0.8530 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2554 0.8984 0.8514 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2506 0.9023 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2563 0.8965 0.8490 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2660 0.9004 0.8539 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2632 0.9004 0.8539 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2496 0.9023 0.8580 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2387 0.9102 0.8686 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2369 0.9160 0.8782 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 93 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .OLAS19VPDFXJI774QXHI, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 27 and 94: 23.446638107299805. +Interpolating between 27 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2789 0.8926 0.8451 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2420 0.8984 0.8514 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2526 0.9004 0.8504 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3215 0.8652 0.7738 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3975 0.7754 0.5382 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3505 0.8711 0.7911 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2481 0.9160 0.8802 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2109 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2158 0.9062 0.8667 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 94 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .WI5691FR0OL0IQJFK14Q, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 27 and 95: 21.549001693725586. +Interpolating between 27 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2649 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2482 0.9102 0.8743 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2381 0.9082 0.8719 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2338 0.9062 0.8689 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2324 0.9062 0.8689 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2287 0.9004 0.8610 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2225 0.9023 0.8619 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2201 0.9102 0.8722 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2262 0.9062 0.8659 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 95 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .14QUYOGW4L9YIM0CZ6DS, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 27 and 96: 21.540334701538086. +Interpolating between 27 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2803 0.9004 0.8555 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2619 0.9043 0.8627 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2552 0.9043 0.8627 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2580 0.8984 0.8547 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2636 0.8984 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2623 0.8965 0.8524 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2491 0.8984 0.8547 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2392 0.9043 0.8620 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2383 0.9121 0.8732 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 96 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .YS5UD2WX1OE2AQ5UJ6ND, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 27 and 97: 21.758800506591797. +Interpolating between 27 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2618 0.8984 0.8531 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2414 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2334 0.9023 0.8641 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2354 0.9043 0.8672 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2387 0.9062 0.8696 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2337 0.9062 0.8703 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2240 0.9102 0.8750 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2197 0.9102 0.8736 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2261 0.9102 0.8715 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 97 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .CZZKGVQ55CYXINOF7L7N, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 27 and 98: 20.956661224365234. +Interpolating between 27 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2600 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2407 0.8984 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2287 0.9004 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2232 0.9004 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2209 0.9004 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2182 0.9043 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2156 0.9043 0.8650 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2167 0.9043 0.8635 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2252 0.9082 0.8683 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 98 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Creating .3F2HEVGCB62LU2IWQAYR, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 27 and 99: 23.114822387695312. +Interpolating between 27 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2396 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2157 0.9043 0.8620 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2213 0.9043 0.8604 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2553 0.9004 0.8555 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2857 0.8984 0.8523 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2608 0.9062 0.8652 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2267 0.9082 0.8683 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2132 0.9023 0.8596 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2213 0.9062 0.8659 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2438 0.9141 0.8757 +Completed interpolation from 27 to 99 +Creating .H1QWMRYXQ0D5HNB8B19M, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Creating .8NZ191Q25M4YKX793K5M, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Euclidean distance between 28 and 29: 20.899738311767578. +Interpolating between 28 and 29 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2713 0.8926 0.8451 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2651 0.8945 0.8483 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2653 0.8945 0.8500 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2694 0.8984 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2747 0.8984 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2757 0.9043 0.8650 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2735 0.9043 0.8643 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2726 0.9043 0.8635 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2752 0.9023 0.8588 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 29 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Creating .3HN9QCQMRTJ62I0PQCGX, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Euclidean distance between 28 and 30: 21.37957000732422. +Interpolating between 28 and 30 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2647 0.8945 0.8475 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2535 0.8965 0.8507 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2498 0.8945 0.8475 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2534 0.8945 0.8483 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2608 0.8848 0.8357 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2650 0.8828 0.8333 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2653 0.8906 0.8436 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2667 0.8906 0.8436 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2722 0.8984 0.8531 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 30 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Creating .4IFADP5BBFX83KKKZU5S, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-31 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-31.pt +Euclidean distance between 28 and 31: 23.637697219848633. +Interpolating between 28 and 31 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2659 0.8965 0.8556 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2343 0.8965 0.8540 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2533 0.8945 0.8492 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3286 0.8887 0.8412 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4290 0.8789 0.8458 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4349 0.7871 0.7666 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3134 0.8672 0.8381 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2332 0.8965 0.8630 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2365 0.9023 0.8656 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 31 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Creating .OVXVXM24T5XXO1FMN88X, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-32 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-32.pt +Euclidean distance between 28 and 32: 20.84950828552246. +Interpolating between 28 and 32 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2812 0.8984 0.8506 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2689 0.8906 0.8409 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2633 0.8945 0.8466 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2632 0.8926 0.8442 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2666 0.8906 0.8418 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2696 0.8887 0.8376 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2712 0.8887 0.8385 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2727 0.8926 0.8442 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2751 0.8965 0.8481 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 32 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Creating .HI2FOSOL2V2P3FNPFLYO, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-33 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-33.pt +Euclidean distance between 28 and 33: 23.4342098236084. +Interpolating between 28 and 33 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2714 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2297 0.9023 0.8580 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2284 0.9082 0.8698 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2584 0.9043 0.8714 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2876 0.8926 0.8608 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2740 0.8867 0.8550 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2424 0.9004 0.8675 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2353 0.8945 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2485 0.9062 0.8681 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 33 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Creating .AKFGJPTL4WVCTGJBYT32, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-34 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-34.pt +Euclidean distance between 28 and 34: 20.937593460083008. +Interpolating between 28 and 34 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2622 0.9180 0.8827 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2529 0.9121 0.8760 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2497 0.9121 0.8780 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2526 0.9082 0.8726 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2609 0.9082 0.8726 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2694 0.9043 0.8665 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2750 0.8965 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2754 0.9043 0.8627 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2770 0.9043 0.8604 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 34 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Creating .WH5N62HZ23MHI40T9MJI, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-35 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-35.pt +Euclidean distance between 28 and 35: 20.830368041992188. +Interpolating between 28 and 35 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2862 0.9062 0.8629 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2751 0.9062 0.8636 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2689 0.9004 0.8563 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2672 0.8984 0.8523 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2684 0.9023 0.8588 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2696 0.9023 0.8596 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2698 0.9023 0.8596 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2709 0.9004 0.8563 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2748 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 35 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Creating .FQK6UB6L67EC1WV9RVZC, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-36 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-36.pt +Euclidean distance between 28 and 36: 21.0231990814209. +Interpolating between 28 and 36 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2970 0.8965 0.8499 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2837 0.8945 0.8500 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2762 0.8906 0.8453 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2738 0.8906 0.8453 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2768 0.8926 0.8485 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2810 0.8926 0.8493 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2819 0.8906 0.8462 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2789 0.8926 0.8485 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2779 0.8984 0.8531 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 36 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Creating .5M370JD4DTAWM3R7CHZP, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-37 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-37.pt +Euclidean distance between 28 and 37: 21.237428665161133. +Interpolating between 28 and 37 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2830 0.8906 0.8372 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2646 0.8945 0.8448 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2577 0.8965 0.8499 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2587 0.9004 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2648 0.8984 0.8547 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2706 0.9004 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2729 0.8965 0.8515 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2736 0.8984 0.8539 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2756 0.9004 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 37 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Creating .DCY7Y0F6MAE5JFR7MZ30, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-38 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-38.pt +Euclidean distance between 28 and 38: 21.066781997680664. +Interpolating between 28 and 38 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2546 0.9160 0.8796 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2449 0.9160 0.8796 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2416 0.9102 0.8722 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2445 0.9082 0.8705 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2496 0.9023 0.8626 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2545 0.8965 0.8540 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2586 0.8945 0.8508 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2634 0.9004 0.8563 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2704 0.9004 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 38 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Creating .Y9OPVNZ6YSDQXQ0GIC7P, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-39 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-39.pt +Euclidean distance between 28 and 39: 20.725601196289062. +Interpolating between 28 and 39 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2795 0.8984 0.8497 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2664 0.8984 0.8506 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2578 0.8984 0.8506 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2540 0.9004 0.8539 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2539 0.9062 0.8644 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2551 0.9062 0.8644 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2563 0.9004 0.8563 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2596 0.8984 0.8531 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2679 0.8984 0.8523 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 39 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Creating .9X8YK09N7C5FCV4F41XH, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-40 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-40.pt +Euclidean distance between 28 and 40: 21.736364364624023. +Interpolating between 28 and 40 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2701 0.9023 0.8596 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2496 0.9062 0.8667 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2424 0.9043 0.8643 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2460 0.8965 0.8548 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2536 0.9004 0.8618 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2589 0.9043 0.8672 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2611 0.9062 0.8689 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2624 0.9043 0.8650 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2688 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 40 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Creating .WGV48JUD6EEKQN0E3OU6, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-41 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-41.pt +Euclidean distance between 28 and 41: 20.912370681762695. +Interpolating between 28 and 41 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2966 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2814 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2772 0.9043 0.8658 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2781 0.9062 0.8689 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2802 0.9043 0.8665 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2786 0.9043 0.8665 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2743 0.9062 0.8681 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2712 0.9023 0.8619 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2734 0.9023 0.8588 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 41 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Creating .EF47GNG1FRM70ORLKDI0, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-42 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-42.pt +Euclidean distance between 28 and 42: 21.262130737304688. +Interpolating between 28 and 42 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2737 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2658 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2640 0.8965 0.8532 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2655 0.8945 0.8500 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2664 0.8984 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2657 0.9023 0.8611 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2645 0.8984 0.8547 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2656 0.8945 0.8475 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2711 0.9004 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 42 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Creating .VBM80915DWMIZ8AH3QA1, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Euclidean distance between 28 and 43: 21.052831649780273. +Interpolating between 28 and 43 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2766 0.9004 0.8513 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2653 0.8926 0.8406 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2594 0.8984 0.8506 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2583 0.9004 0.8539 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2599 0.8984 0.8523 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2628 0.9004 0.8555 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2648 0.8984 0.8523 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2668 0.8984 0.8514 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2721 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 43 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Creating .JDF26EPNK87X6O2KIA8P, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Euclidean distance between 28 and 44: 21.13938331604004. +Interpolating between 28 and 44 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2800 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2671 0.8984 0.8523 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2612 0.8965 0.8499 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2607 0.8984 0.8531 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2631 0.8945 0.8483 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2645 0.8945 0.8483 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2655 0.8926 0.8459 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2668 0.8945 0.8475 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2719 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 44 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Creating .7DN9VQ2QLU714XBCNSZN, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Euclidean distance between 28 and 45: 21.022403717041016. +Interpolating between 28 and 45 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2428 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2319 0.9121 0.8753 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2294 0.9102 0.8736 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2335 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2403 0.9082 0.8733 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2472 0.9043 0.8693 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2543 0.9043 0.8679 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2582 0.9062 0.8674 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2668 0.9023 0.8588 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 45 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Euclidean distance between 28 and 46: 21.365922927856445. +Interpolating between 28 and 46 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2870 0.9023 0.8563 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2727 0.9043 0.8604 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2656 0.9062 0.8644 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2654 0.9082 0.8683 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2711 0.9004 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2770 0.8965 0.8524 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2804 0.8984 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2790 0.8965 0.8524 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2780 0.9043 0.8612 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 46 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Euclidean distance between 28 and 47: 22.216960906982422. +Interpolating between 28 and 47 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2629 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2462 0.8984 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2401 0.8984 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2413 0.9043 0.8650 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2445 0.9023 0.8641 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2445 0.9004 0.8618 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2434 0.9043 0.8672 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2460 0.9023 0.8626 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2580 0.9023 0.8596 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 47 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Euclidean distance between 28 and 48: 21.356063842773438. +Interpolating between 28 and 48 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2577 0.9102 0.8701 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2474 0.9121 0.8725 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2442 0.9082 0.8676 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2484 0.9043 0.8620 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2545 0.9023 0.8596 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2564 0.9023 0.8603 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2564 0.9004 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2588 0.8926 0.8451 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2672 0.8984 0.8531 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 48 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-49 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-49.pt +Euclidean distance between 28 and 49: 21.190471649169922. +Interpolating between 28 and 49 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2913 0.9004 0.8563 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2809 0.8984 0.8531 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2747 0.8965 0.8499 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2721 0.8945 0.8475 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2735 0.8984 0.8539 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2758 0.8965 0.8507 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2747 0.8926 0.8451 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2728 0.8945 0.8475 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2744 0.8984 0.8514 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 49 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-50 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-50.pt +Euclidean distance between 28 and 50: 20.99073600769043. +Interpolating between 28 and 50 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2648 0.9062 0.8644 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2573 0.9082 0.8683 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2563 0.9023 0.8611 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2599 0.8984 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2681 0.8945 0.8492 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2776 0.8965 0.8515 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2830 0.8945 0.8483 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2837 0.8945 0.8457 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2817 0.8965 0.8481 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 50 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-51 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-51.pt +Euclidean distance between 28 and 51: 21.272748947143555. +Interpolating between 28 and 51 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2786 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2713 0.9004 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2681 0.9062 0.8644 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2690 0.9082 0.8669 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2725 0.9082 0.8661 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2746 0.9004 0.8547 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2732 0.8984 0.8514 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2709 0.8965 0.8499 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2729 0.8984 0.8514 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 51 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-52 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-52.pt +Euclidean distance between 28 and 52: 21.252397537231445. +Interpolating between 28 and 52 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2829 0.9082 0.8676 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2697 0.9102 0.8708 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2640 0.9082 0.8683 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2656 0.9023 0.8596 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2710 0.9004 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2749 0.9023 0.8611 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2753 0.8965 0.8507 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2744 0.8945 0.8483 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2761 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 52 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-53 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-53.pt +Euclidean distance between 28 and 53: 23.604991912841797. +Interpolating between 28 and 53 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2775 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2390 0.9004 0.8555 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2452 0.8926 0.8442 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2940 0.8945 0.8500 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3489 0.9043 0.8727 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3260 0.8848 0.8543 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2525 0.9043 0.8747 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2263 0.8945 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2415 0.9062 0.8696 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 53 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-54 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-54.pt +Euclidean distance between 28 and 54: 20.91823387145996. +Interpolating between 28 and 54 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2941 0.9023 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2790 0.8984 0.8514 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2717 0.9023 0.8596 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2699 0.9004 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2720 0.9023 0.8619 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2753 0.9023 0.8626 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2778 0.9004 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2774 0.8984 0.8539 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2778 0.8965 0.8499 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 54 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-55 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-55.pt +Euclidean distance between 28 and 55: 20.998857498168945. +Interpolating between 28 and 55 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2886 0.9043 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2775 0.9004 0.8530 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2718 0.8965 0.8481 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2711 0.8965 0.8490 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2734 0.9004 0.8555 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2750 0.9004 0.8563 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2748 0.8965 0.8507 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2738 0.8984 0.8531 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2748 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 55 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-56 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-56.pt +Euclidean distance between 28 and 56: 21.09126091003418. +Interpolating between 28 and 56 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2670 0.9082 0.8646 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2479 0.9043 0.8596 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2410 0.9004 0.8563 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2420 0.9004 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2463 0.9062 0.8689 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2508 0.9043 0.8665 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2526 0.9043 0.8658 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2560 0.9023 0.8619 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2661 0.9023 0.8588 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 56 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-57 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-57.pt +Euclidean distance between 28 and 57: 21.424489974975586. +Interpolating between 28 and 57 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2973 0.9023 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2766 0.9004 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2659 0.9023 0.8588 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2632 0.9004 0.8563 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2649 0.9062 0.8659 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2674 0.9004 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2683 0.8965 0.8532 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2682 0.9004 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2722 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 57 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-58 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-58.pt +Euclidean distance between 28 and 58: 21.050201416015625. +Interpolating between 28 and 58 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2741 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2773 0.8965 0.8540 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2814 0.8926 0.8493 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2838 0.8945 0.8508 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2831 0.8965 0.8540 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2795 0.8984 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2745 0.8965 0.8515 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2746 0.8984 0.8531 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 58 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Euclidean distance between 28 and 59: 21.10763931274414. +Interpolating between 28 and 59 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2769 0.9023 0.8555 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2678 0.9023 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2653 0.9023 0.8580 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2689 0.9004 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2752 0.9023 0.8596 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2796 0.9043 0.8620 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2788 0.8965 0.8507 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2758 0.9004 0.8555 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2759 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 59 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Euclidean distance between 28 and 60: 21.248435974121094. +Interpolating between 28 and 60 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2734 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2624 0.9004 0.8579 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2604 0.9043 0.8650 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2641 0.9004 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2697 0.8984 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2716 0.8984 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2695 0.9004 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2682 0.9004 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2724 0.8984 0.8531 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 60 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Euclidean distance between 28 and 61: 23.720197677612305. +Interpolating between 28 and 61 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2878 0.8906 0.8427 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2417 0.9004 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2494 0.9023 0.8611 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3145 0.8984 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3972 0.8711 0.8398 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3911 0.8105 0.7849 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2851 0.8789 0.8495 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2325 0.8965 0.8630 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2428 0.9043 0.8679 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 61 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Euclidean distance between 28 and 62: 21.325647354125977. +Interpolating between 28 and 62 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2706 0.9082 0.8661 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2583 0.9102 0.8701 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2533 0.9082 0.8676 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2548 0.9043 0.8635 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2586 0.9023 0.8611 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2607 0.9004 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2610 0.8984 0.8547 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2623 0.8965 0.8499 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2686 0.9023 0.8580 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 62 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 28 and 63: 23.4379825592041. +Interpolating between 28 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2593 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2185 0.9043 0.8650 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2236 0.8984 0.8602 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2641 0.9062 0.8769 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2997 0.8965 0.8678 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2773 0.8945 0.8643 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2398 0.9023 0.8698 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2325 0.9043 0.8693 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2489 0.9023 0.8626 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 63 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 28 and 64: 21.077821731567383. +Interpolating between 28 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.3001 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2760 0.8945 0.8457 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2635 0.8926 0.8451 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2592 0.8926 0.8442 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2581 0.8926 0.8442 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2575 0.8945 0.8475 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2565 0.8926 0.8459 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2584 0.8945 0.8492 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2668 0.8965 0.8490 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 64 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 28 and 65: 21.229066848754883. +Interpolating between 28 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2821 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2663 0.9043 0.8635 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2598 0.9062 0.8674 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2602 0.8984 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2641 0.8965 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2681 0.8945 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2701 0.9023 0.8619 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2696 0.8945 0.8500 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2734 0.9043 0.8620 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 65 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 28 and 66: 20.9061222076416. +Interpolating between 28 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.3006 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2844 0.9004 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2751 0.8965 0.8524 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2712 0.8945 0.8492 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2714 0.8926 0.8459 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2722 0.8945 0.8500 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2715 0.8984 0.8547 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2712 0.9004 0.8563 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2748 0.9004 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 66 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 28 and 67: 21.07533073425293. +Interpolating between 28 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2699 0.9023 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2614 0.9062 0.8644 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2592 0.9082 0.8676 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2615 0.9141 0.8764 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2647 0.9023 0.8596 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2663 0.8945 0.8475 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2660 0.8984 0.8539 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2664 0.8965 0.8499 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2714 0.8965 0.8490 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 67 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 28 and 68: 23.657176971435547. +Interpolating between 28 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2647 0.8945 0.8516 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2317 0.8945 0.8508 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2374 0.8965 0.8532 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2844 0.9004 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3516 0.9004 0.8682 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3491 0.8926 0.8635 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2662 0.8984 0.8667 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2219 0.8965 0.8602 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2346 0.9062 0.8689 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 68 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 28 and 69: 23.644453048706055. +Interpolating between 28 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2354 0.9043 0.8650 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2174 0.9062 0.8659 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2434 0.8984 0.8547 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3169 0.9023 0.8626 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4068 0.8945 0.8650 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3944 0.8320 0.8054 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2845 0.8887 0.8593 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2272 0.9004 0.8661 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2369 0.9023 0.8649 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 69 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 28 and 70: 23.066936492919922. +Interpolating between 28 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2674 0.8984 0.8514 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2298 0.8945 0.8483 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2256 0.8984 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2458 0.9023 0.8684 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2641 0.8926 0.8593 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2609 0.8887 0.8535 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2479 0.8926 0.8541 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2454 0.9023 0.8663 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2556 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 70 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 28 and 71: 21.00525665283203. +Interpolating between 28 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2952 0.9004 0.8513 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2822 0.9043 0.8596 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2751 0.9043 0.8596 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2740 0.8984 0.8506 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2760 0.8965 0.8481 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2772 0.8965 0.8499 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2762 0.8906 0.8418 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2744 0.8945 0.8466 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2759 0.8984 0.8523 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 71 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 28 and 72: 21.013822555541992. +Interpolating between 28 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.3119 0.8867 0.8352 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2884 0.8867 0.8362 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2777 0.8926 0.8468 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2763 0.8945 0.8516 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2780 0.8926 0.8509 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2788 0.8945 0.8541 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2768 0.8926 0.8485 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2747 0.8945 0.8500 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2765 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 72 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 28 and 73: 20.787891387939453. +Interpolating between 28 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2635 0.9043 0.8604 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2553 0.9023 0.8580 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2520 0.9043 0.8627 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2535 0.9043 0.8635 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2576 0.9004 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2612 0.8984 0.8547 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2631 0.9023 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2652 0.9004 0.8563 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2712 0.9023 0.8588 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 73 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 28 and 74: 21.165597915649414. +Interpolating between 28 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2692 0.9043 0.8596 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2609 0.9023 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2579 0.9004 0.8547 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2613 0.9023 0.8588 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2681 0.8984 0.8539 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2786 0.9004 0.8563 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2836 0.9023 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2819 0.8984 0.8531 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2802 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 74 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 28 and 75: 21.17340087890625. +Interpolating between 28 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2836 0.9004 0.8555 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2727 0.9023 0.8588 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2669 0.9023 0.8588 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2664 0.8984 0.8531 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2694 0.8945 0.8483 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2723 0.8926 0.8442 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2729 0.8926 0.8442 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2721 0.8945 0.8475 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2740 0.8984 0.8514 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 75 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 28 and 76: 21.737201690673828. +Interpolating between 28 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2427 0.9121 0.8703 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2233 0.9160 0.8775 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2176 0.9121 0.8739 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2223 0.9121 0.8774 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2300 0.9121 0.8774 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2343 0.9141 0.8811 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2375 0.9121 0.8780 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2448 0.9023 0.8626 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2595 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 76 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 28 and 77: 20.818775177001953. +Interpolating between 28 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2759 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2592 0.8965 0.8481 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2511 0.8965 0.8499 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2488 0.8867 0.8362 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2495 0.8906 0.8418 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2507 0.8887 0.8394 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2521 0.8887 0.8385 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2564 0.8906 0.8418 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2656 0.8984 0.8514 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 77 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 28 and 78: 23.486034393310547. +Interpolating between 28 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2432 0.8984 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2170 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2205 0.9102 0.8763 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2512 0.9023 0.8705 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2816 0.8965 0.8685 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2743 0.8984 0.8700 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2425 0.9004 0.8689 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2324 0.8984 0.8632 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2458 0.9023 0.8634 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 78 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 28 and 79: 21.10076141357422. +Interpolating between 28 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2651 0.9043 0.8620 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2594 0.9023 0.8596 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2578 0.9043 0.8635 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2610 0.9043 0.8650 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2658 0.9023 0.8626 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2690 0.9023 0.8619 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2701 0.8945 0.8500 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2712 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2746 0.9004 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 79 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 28 and 80: 20.9110164642334. +Interpolating between 28 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2495 0.9121 0.8747 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2393 0.9102 0.8722 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2351 0.9121 0.8760 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2357 0.9141 0.8785 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2392 0.9121 0.8753 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2432 0.9121 0.8760 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2473 0.9062 0.8667 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2539 0.9004 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2650 0.9004 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 80 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 28 and 81: 21.126808166503906. +Interpolating between 28 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2654 0.9141 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2608 0.9102 0.8678 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2605 0.9102 0.8671 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2633 0.9062 0.8613 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2665 0.9004 0.8539 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2680 0.8926 0.8442 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2675 0.8945 0.8483 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2676 0.8945 0.8483 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2719 0.8965 0.8499 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 81 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 28 and 82: 23.131351470947266. +Interpolating between 28 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2423 0.9062 0.8652 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2146 0.9043 0.8620 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2168 0.9082 0.8698 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2397 0.8965 0.8548 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2601 0.9004 0.8633 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2568 0.9004 0.8633 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2461 0.8984 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2445 0.9004 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2563 0.9004 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 82 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 28 and 83: 20.865633010864258. +Interpolating between 28 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2504 0.9102 0.8708 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2503 0.9043 0.8627 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2534 0.9043 0.8635 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2571 0.9004 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2604 0.9004 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2629 0.8926 0.8468 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2650 0.8926 0.8468 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2681 0.9004 0.8563 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2731 0.9043 0.8612 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 83 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 28 and 84: 21.23500633239746. +Interpolating between 28 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2696 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2535 0.9043 0.8650 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2469 0.9004 0.8595 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2466 0.8984 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2493 0.8965 0.8548 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2510 0.8965 0.8548 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2522 0.9004 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2558 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2655 0.9023 0.8588 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 84 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 28 and 85: 20.989124298095703. +Interpolating between 28 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2815 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2748 0.9004 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2709 0.9023 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2706 0.8984 0.8547 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2723 0.9004 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2730 0.9043 0.8627 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2721 0.9023 0.8596 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2719 0.8984 0.8531 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2748 0.9023 0.8580 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 85 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 28 and 86: 21.763134002685547. +Interpolating between 28 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2732 0.8945 0.8439 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2600 0.8887 0.8376 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2539 0.8906 0.8409 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2552 0.8887 0.8385 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2591 0.8887 0.8403 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2592 0.8887 0.8412 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2559 0.8887 0.8421 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2556 0.8926 0.8468 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2637 0.8926 0.8442 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 86 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 28 and 87: 20.936059951782227. +Interpolating between 28 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2961 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2835 0.8906 0.8400 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2772 0.8848 0.8338 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2754 0.8828 0.8315 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2785 0.8887 0.8412 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2833 0.8887 0.8403 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2852 0.8906 0.8436 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2838 0.8887 0.8403 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2815 0.8984 0.8523 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 87 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 28 and 88: 21.27200698852539. +Interpolating between 28 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2471 0.9121 0.8732 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2471 0.9062 0.8652 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2526 0.9004 0.8547 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2611 0.9023 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2678 0.9004 0.8547 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2705 0.9004 0.8547 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2702 0.9043 0.8612 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2693 0.9043 0.8604 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2724 0.9043 0.8604 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 88 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 28 and 89: 21.247276306152344. +Interpolating between 28 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2648 0.9023 0.8596 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2592 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2585 0.9043 0.8635 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2615 0.8984 0.8539 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2657 0.8945 0.8492 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2684 0.8887 0.8403 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2689 0.8887 0.8412 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2689 0.8945 0.8483 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2721 0.9023 0.8588 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 89 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 28 and 90: 20.858074188232422. +Interpolating between 28 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2579 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2505 0.9082 0.8691 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2493 0.9082 0.8705 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2532 0.9023 0.8626 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2597 0.8984 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2646 0.9004 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2675 0.8926 0.8468 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2703 0.8945 0.8475 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2744 0.8984 0.8523 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 90 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 28 and 91: 20.83087730407715. +Interpolating between 28 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2538 0.9023 0.8596 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2530 0.9043 0.8627 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2556 0.9004 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2603 0.9004 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2631 0.9023 0.8634 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2648 0.9043 0.8665 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2649 0.9004 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2656 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2716 0.8984 0.8531 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 91 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 28 and 92: 22.55068016052246. +Interpolating between 28 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2691 0.8867 0.8314 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2383 0.8867 0.8333 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2280 0.9023 0.8611 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2315 0.9062 0.8681 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2378 0.9043 0.8672 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2387 0.9043 0.8679 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2389 0.9023 0.8634 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2449 0.8984 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2589 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 92 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 28 and 93: 21.422420501708984. +Interpolating between 28 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2733 0.9004 0.8530 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2564 0.8945 0.8457 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2498 0.8965 0.8507 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2506 0.8984 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2545 0.8906 0.8470 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2574 0.8945 0.8516 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2580 0.9004 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2609 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2683 0.9023 0.8588 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 93 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 28 and 94: 23.582460403442383. +Interpolating between 28 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2789 0.8926 0.8451 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2376 0.9004 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2461 0.9043 0.8612 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3067 0.8984 0.8531 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3820 0.8887 0.8542 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3677 0.8633 0.8325 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2767 0.8887 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2301 0.8945 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2388 0.9043 0.8672 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 94 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 28 and 95: 20.77033042907715. +Interpolating between 28 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2649 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2552 0.9043 0.8650 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2494 0.9062 0.8681 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2462 0.9043 0.8650 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2455 0.9043 0.8650 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2480 0.9062 0.8681 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2511 0.9043 0.8650 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2556 0.9004 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2658 0.9043 0.8612 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 95 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 28 and 96: 20.931575775146484. +Interpolating between 28 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2803 0.9004 0.8555 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2687 0.9043 0.8627 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2653 0.9082 0.8691 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2669 0.9102 0.8729 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2701 0.9043 0.8658 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2719 0.9023 0.8626 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2715 0.9062 0.8674 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2711 0.9062 0.8674 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2737 0.9023 0.8588 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 96 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 28 and 97: 21.55278778076172. +Interpolating between 28 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2618 0.8984 0.8531 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2472 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2427 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2464 0.9043 0.8679 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2532 0.9043 0.8679 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2593 0.9004 0.8625 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2621 0.8965 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2648 0.8965 0.8548 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2707 0.9023 0.8603 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 97 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 28 and 98: 21.228286743164062. +Interpolating between 28 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2600 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2482 0.8984 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2430 0.8965 0.8515 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2438 0.8945 0.8508 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2481 0.8965 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2506 0.8965 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2528 0.8965 0.8540 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2559 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2651 0.9023 0.8588 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 98 +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 28 and 99: 23.134111404418945. +Interpolating between 28 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2396 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2131 0.9082 0.8683 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2156 0.9004 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2413 0.9082 0.8747 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2637 0.9062 0.8743 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2567 0.9023 0.8684 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2412 0.8965 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2399 0.9023 0.8634 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2528 0.9023 0.8603 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2829 0.9004 0.8539 +Completed interpolation from 28 to 99 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Euclidean distance between 29 and 30: 21.381206512451172. +Interpolating between 29 and 30 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2647 0.8945 0.8475 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2551 0.9004 0.8555 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2535 0.8984 0.8531 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2589 0.8906 0.8427 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2670 0.8906 0.8418 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2724 0.8945 0.8475 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2702 0.8945 0.8483 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2642 0.8965 0.8515 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2637 0.8965 0.8515 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 30 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-31 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-31.pt +Euclidean distance between 29 and 31: 23.631450653076172. +Interpolating between 29 and 31 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2659 0.8965 0.8556 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2346 0.8945 0.8508 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2426 0.8965 0.8515 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2863 0.8828 0.8256 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3450 0.8770 0.8174 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3516 0.8984 0.8673 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2785 0.8809 0.8494 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2309 0.9023 0.8705 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2321 0.8984 0.8602 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 31 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-32 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-32.pt +Euclidean distance between 29 and 32: 20.89366340637207. +Interpolating between 29 and 32 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2812 0.8984 0.8506 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2683 0.8926 0.8442 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2620 0.8887 0.8385 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2608 0.8945 0.8483 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2633 0.8906 0.8436 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2645 0.8906 0.8436 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2624 0.8867 0.8380 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2609 0.8887 0.8403 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2630 0.8926 0.8459 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 32 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-33 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-33.pt +Euclidean distance between 29 and 33: 23.446115493774414. +Interpolating between 29 and 33 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2714 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2326 0.8965 0.8490 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2273 0.9062 0.8659 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2513 0.9043 0.8665 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2821 0.8984 0.8660 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2753 0.8887 0.8557 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2450 0.8984 0.8653 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2311 0.9004 0.8640 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2413 0.8945 0.8525 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 33 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-34 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-34.pt +Euclidean distance between 29 and 34: 20.928794860839844. +Interpolating between 29 and 34 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2622 0.9180 0.8827 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2530 0.9121 0.8760 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2496 0.9062 0.8681 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2514 0.9023 0.8626 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2566 0.9023 0.8626 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2609 0.9004 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2625 0.8984 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2613 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2636 0.8945 0.8492 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 34 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-35 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-35.pt +Euclidean distance between 29 and 35: 20.920753479003906. +Interpolating between 29 and 35 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2862 0.9062 0.8629 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2752 0.9043 0.8612 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2684 0.8945 0.8500 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2657 0.8945 0.8508 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2658 0.8965 0.8540 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2662 0.8984 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2635 0.9004 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2597 0.8984 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2611 0.8926 0.8459 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 35 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-36 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-36.pt +Euclidean distance between 29 and 36: 21.00534439086914. +Interpolating between 29 and 36 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2970 0.8965 0.8499 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2854 0.8984 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2781 0.8965 0.8515 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2763 0.8926 0.8451 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2782 0.8926 0.8459 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2812 0.8945 0.8492 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2811 0.9004 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2757 0.8965 0.8507 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2706 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 36 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-37 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-37.pt +Euclidean distance between 29 and 37: 21.209552764892578. +Interpolating between 29 and 37 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2830 0.8906 0.8372 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2638 0.8945 0.8448 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2557 0.9004 0.8547 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2554 0.9043 0.8627 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2585 0.9023 0.8611 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2614 0.9023 0.8626 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2614 0.9004 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2606 0.8945 0.8508 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2632 0.8926 0.8459 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 37 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-38 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-38.pt +Euclidean distance between 29 and 38: 21.134349822998047. +Interpolating between 29 and 38 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2546 0.9160 0.8796 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2486 0.9141 0.8771 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2471 0.9102 0.8729 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2494 0.9082 0.8705 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2544 0.9082 0.8705 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2595 0.9043 0.8650 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2618 0.9023 0.8619 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2613 0.9004 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2633 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 38 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-39 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-39.pt +Euclidean distance between 29 and 39: 20.825851440429688. +Interpolating between 29 and 39 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2795 0.8984 0.8497 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2739 0.9004 0.8530 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2701 0.9062 0.8629 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2697 0.9102 0.8708 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2703 0.9062 0.8674 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2698 0.9043 0.8650 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2663 0.9062 0.8674 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2636 0.8965 0.8507 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2650 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 39 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-40 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-40.pt +Euclidean distance between 29 and 40: 21.607288360595703. +Interpolating between 29 and 40 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2701 0.9023 0.8596 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2496 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2402 0.9023 0.8619 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2387 0.9004 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2416 0.9023 0.8641 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2452 0.9004 0.8618 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2476 0.8965 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2498 0.8984 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2572 0.8926 0.8468 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 40 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-41 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-41.pt +Euclidean distance between 29 and 41: 20.737220764160156. +Interpolating between 29 and 41 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2966 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2739 0.8984 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2590 0.9023 0.8611 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2508 0.9043 0.8650 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2473 0.9023 0.8619 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2459 0.9043 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2458 0.8906 0.8436 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2489 0.8906 0.8436 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2572 0.8945 0.8492 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 41 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-42 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-42.pt +Euclidean distance between 29 and 42: 21.234027862548828. +Interpolating between 29 and 42 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2737 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2670 0.8945 0.8483 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2656 0.8926 0.8459 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2682 0.8887 0.8403 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2723 0.8906 0.8427 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2728 0.8887 0.8403 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2678 0.8984 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2628 0.8926 0.8459 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2627 0.8926 0.8459 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 42 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Euclidean distance between 29 and 43: 21.022274017333984. +Interpolating between 29 and 43 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2766 0.9004 0.8513 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2666 0.8965 0.8464 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2617 0.8965 0.8464 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2613 0.8926 0.8415 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2637 0.8926 0.8433 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2663 0.8945 0.8475 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2671 0.8945 0.8483 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2667 0.8926 0.8459 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2669 0.8926 0.8459 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 43 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Euclidean distance between 29 and 44: 21.139610290527344. +Interpolating between 29 and 44 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2800 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2634 0.8965 0.8499 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2548 0.8926 0.8451 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2538 0.8906 0.8436 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2577 0.8906 0.8444 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2600 0.8945 0.8508 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2569 0.8926 0.8476 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2544 0.8887 0.8412 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2588 0.8926 0.8459 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 44 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Euclidean distance between 29 and 45: 20.93893051147461. +Interpolating between 29 and 45 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2428 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2308 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2257 0.9082 0.8705 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2277 0.9062 0.8689 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2364 0.9082 0.8719 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2432 0.9062 0.8696 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2439 0.9004 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2465 0.8945 0.8500 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2554 0.8945 0.8492 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 45 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Euclidean distance between 29 and 46: 21.241064071655273. +Interpolating between 29 and 46 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2870 0.9023 0.8563 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2792 0.8984 0.8506 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2763 0.8945 0.8457 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2784 0.8965 0.8490 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2834 0.8984 0.8523 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2853 0.8945 0.8475 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2801 0.8965 0.8499 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2710 0.8945 0.8466 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2681 0.8984 0.8531 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 46 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Euclidean distance between 29 and 47: 22.26425552368164. +Interpolating between 29 and 47 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2629 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2473 0.8945 0.8492 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2406 0.9004 0.8595 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2438 0.9043 0.8665 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2526 0.8945 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2533 0.8984 0.8610 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2479 0.8965 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2455 0.8945 0.8541 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2523 0.8848 0.8366 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 47 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Euclidean distance between 29 and 48: 21.25429344177246. +Interpolating between 29 and 48 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2577 0.9102 0.8701 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2430 0.9062 0.8644 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2366 0.9062 0.8652 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2395 0.9082 0.8691 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2457 0.8984 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2456 0.8984 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2412 0.8965 0.8540 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2410 0.8926 0.8476 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2505 0.8945 0.8492 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 48 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-49 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-49.pt +Euclidean distance between 29 and 49: 21.146574020385742. +Interpolating between 29 and 49 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2913 0.9004 0.8563 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2788 0.9023 0.8580 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2726 0.8965 0.8499 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2729 0.8984 0.8531 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2770 0.8965 0.8507 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2800 0.8926 0.8451 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2769 0.8945 0.8475 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2692 0.8906 0.8418 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2652 0.8945 0.8475 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 49 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-50 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-50.pt +Euclidean distance between 29 and 50: 21.0432186126709. +Interpolating between 29 and 50 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2648 0.9062 0.8644 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2573 0.9043 0.8620 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2550 0.9004 0.8563 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2567 0.8984 0.8531 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2622 0.9004 0.8555 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2672 0.9004 0.8555 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2694 0.8984 0.8531 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2681 0.8945 0.8483 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2679 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 50 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-51 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-51.pt +Euclidean distance between 29 and 51: 21.1882381439209. +Interpolating between 29 and 51 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2786 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2679 0.9023 0.8588 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2618 0.8965 0.8515 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2610 0.8965 0.8524 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2646 0.8984 0.8547 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2675 0.8984 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2655 0.9004 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2617 0.8906 0.8436 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2627 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 51 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-52 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-52.pt +Euclidean distance between 29 and 52: 21.279720306396484. +Interpolating between 29 and 52 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2829 0.9082 0.8676 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2676 0.9102 0.8708 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2593 0.9082 0.8676 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2590 0.9102 0.8708 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2636 0.9023 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2674 0.8984 0.8531 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2658 0.8965 0.8507 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2619 0.8945 0.8475 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2628 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 52 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-53 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-53.pt +Euclidean distance between 29 and 53: 23.519859313964844. +Interpolating between 29 and 53 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2775 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2416 0.8965 0.8499 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2420 0.8945 0.8466 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2765 0.8867 0.8343 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3179 0.8965 0.8532 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3079 0.9023 0.8691 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2551 0.9062 0.8750 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2226 0.9062 0.8723 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2313 0.8945 0.8525 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 53 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-54 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-54.pt +Euclidean distance between 29 and 54: 20.814876556396484. +Interpolating between 29 and 54 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2941 0.9023 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2755 0.8926 0.8433 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2640 0.9004 0.8563 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2584 0.9043 0.8643 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2561 0.9062 0.8674 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2551 0.9062 0.8681 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2534 0.9043 0.8650 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2534 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2588 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 54 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-55 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-55.pt +Euclidean distance between 29 and 55: 21.002443313598633. +Interpolating between 29 and 55 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2886 0.9043 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2777 0.9004 0.8530 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2708 0.8965 0.8473 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2670 0.8945 0.8466 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2677 0.8984 0.8531 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2696 0.9004 0.8563 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2679 0.9004 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2638 0.8965 0.8515 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2639 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 55 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-56 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-56.pt +Euclidean distance between 29 and 56: 21.146888732910156. +Interpolating between 29 and 56 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2670 0.9082 0.8646 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2467 0.9043 0.8596 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2383 0.9004 0.8555 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2378 0.9082 0.8683 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2418 0.9023 0.8626 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2451 0.8984 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2462 0.8984 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2484 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2561 0.8945 0.8492 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 56 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-57 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-57.pt +Euclidean distance between 29 and 57: 21.366025924682617. +Interpolating between 29 and 57 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2973 0.9023 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2696 0.9004 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2557 0.8984 0.8523 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2530 0.9023 0.8588 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2560 0.8965 0.8515 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2554 0.8984 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2508 0.9004 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2501 0.8945 0.8500 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2568 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 57 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-58 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-58.pt +Euclidean distance between 29 and 58: 20.926786422729492. +Interpolating between 29 and 58 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2629 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2554 0.9004 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2511 0.8945 0.8508 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2497 0.8828 0.8361 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2485 0.8906 0.8470 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2481 0.8926 0.8493 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2504 0.8906 0.8462 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2574 0.8887 0.8412 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 58 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Euclidean distance between 29 and 59: 21.068241119384766. +Interpolating between 29 and 59 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2769 0.9023 0.8555 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2640 0.9062 0.8644 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2583 0.9004 0.8563 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2587 0.9023 0.8611 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2616 0.9023 0.8619 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2636 0.9023 0.8619 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2629 0.8984 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2615 0.8926 0.8459 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2639 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 59 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Euclidean distance between 29 and 60: 21.120351791381836. +Interpolating between 29 and 60 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2734 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2492 0.9004 0.8579 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2395 0.9043 0.8643 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2397 0.9023 0.8626 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2425 0.9043 0.8672 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2420 0.9023 0.8641 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2390 0.8984 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2402 0.9004 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2502 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 60 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Euclidean distance between 29 and 61: 23.656200408935547. +Interpolating between 29 and 61 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2878 0.8906 0.8427 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2444 0.8945 0.8483 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2429 0.9004 0.8563 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2875 0.8945 0.8492 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3537 0.8984 0.8687 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3597 0.8477 0.8178 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2827 0.8848 0.8536 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2312 0.9082 0.8773 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2317 0.8984 0.8595 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 61 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Euclidean distance between 29 and 62: 21.2517032623291. +Interpolating between 29 and 62 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2706 0.9082 0.8661 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2566 0.9102 0.8693 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2507 0.9062 0.8652 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2507 0.9004 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2538 0.8945 0.8500 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2546 0.8906 0.8453 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2508 0.8965 0.8540 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2494 0.8906 0.8436 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2562 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 62 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 29 and 63: 23.415613174438477. +Interpolating between 29 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2593 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2194 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2177 0.9043 0.8658 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2492 0.9082 0.8753 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2845 0.9082 0.8810 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2748 0.9023 0.8737 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2436 0.9082 0.8779 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2302 0.9043 0.8693 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2409 0.8906 0.8462 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 63 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 29 and 64: 21.351913452148438. +Interpolating between 29 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.3001 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2744 0.8945 0.8475 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2604 0.8906 0.8436 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2572 0.8984 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2606 0.9004 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2632 0.9004 0.8603 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2611 0.8945 0.8541 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2577 0.8965 0.8556 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2592 0.8887 0.8412 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 64 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 29 and 65: 21.224578857421875. +Interpolating between 29 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2821 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2617 0.9062 0.8652 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2538 0.8984 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2548 0.8984 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2588 0.8984 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2588 0.8965 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2549 0.9004 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2528 0.8926 0.8468 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2571 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 65 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 29 and 66: 20.999736785888672. +Interpolating between 29 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.3006 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2873 0.9004 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2793 0.9004 0.8563 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2764 0.8965 0.8524 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2774 0.9004 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2785 0.8984 0.8547 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2755 0.8945 0.8500 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2697 0.8906 0.8436 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2670 0.8926 0.8459 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 66 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 29 and 67: 21.09831428527832. +Interpolating between 29 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2699 0.9023 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2531 0.9062 0.8644 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2454 0.9062 0.8652 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2445 0.9102 0.8715 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2458 0.9023 0.8619 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2462 0.9062 0.8674 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2452 0.9043 0.8643 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2466 0.8945 0.8492 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2550 0.8926 0.8459 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 67 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 29 and 68: 23.609500885009766. +Interpolating between 29 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2647 0.8945 0.8516 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2341 0.8945 0.8508 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2317 0.8965 0.8524 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2581 0.8965 0.8540 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3018 0.8926 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3091 0.8965 0.8665 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2587 0.9023 0.8731 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2233 0.9121 0.8806 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2307 0.8984 0.8587 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 68 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 29 and 69: 23.616085052490234. +Interpolating between 29 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2354 0.9043 0.8650 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2173 0.9082 0.8676 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2342 0.8965 0.8499 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2878 0.8984 0.8523 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3574 0.8945 0.8492 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3563 0.9004 0.8709 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2746 0.8906 0.8593 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2273 0.9062 0.8743 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2305 0.8984 0.8595 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 69 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 29 and 70: 22.99656105041504. +Interpolating between 29 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2674 0.8984 0.8514 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2348 0.8965 0.8507 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2275 0.8984 0.8564 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2430 0.9004 0.8640 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2583 0.8926 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2557 0.8926 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2427 0.9004 0.8654 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2387 0.8926 0.8518 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2472 0.8906 0.8453 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 70 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 29 and 71: 20.905624389648438. +Interpolating between 29 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2952 0.9004 0.8513 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2820 0.9004 0.8530 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2739 0.8984 0.8506 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2702 0.8926 0.8415 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2688 0.8906 0.8391 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2665 0.8887 0.8385 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2622 0.8906 0.8418 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2599 0.8945 0.8483 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2624 0.8984 0.8531 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 71 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 29 and 72: 20.83741569519043. +Interpolating between 29 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.3119 0.8867 0.8352 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2812 0.8848 0.8329 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2633 0.8945 0.8492 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2547 0.8926 0.8476 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2513 0.8926 0.8493 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2492 0.8945 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2479 0.8965 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2500 0.8887 0.8421 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2578 0.8887 0.8403 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 72 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 29 and 73: 20.808469772338867. +Interpolating between 29 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2635 0.9043 0.8604 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2531 0.9043 0.8612 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2480 0.9062 0.8659 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2488 0.9062 0.8674 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2527 0.9043 0.8658 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2557 0.9043 0.8665 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2559 0.9062 0.8681 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2552 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2592 0.8926 0.8459 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 73 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 29 and 74: 21.19185447692871. +Interpolating between 29 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2692 0.9043 0.8596 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2591 0.9082 0.8661 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2540 0.9062 0.8629 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2550 0.9121 0.8725 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2604 0.9102 0.8701 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2692 0.9043 0.8635 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2742 0.8926 0.8451 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2721 0.8926 0.8451 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2695 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 74 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 29 and 75: 21.17869758605957. +Interpolating between 29 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2836 0.9004 0.8555 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2748 0.9023 0.8588 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2713 0.9043 0.8620 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2741 0.9004 0.8555 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2822 0.8965 0.8499 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2881 0.8926 0.8442 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2868 0.8906 0.8418 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2769 0.8926 0.8451 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2691 0.8926 0.8459 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 75 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 29 and 76: 21.74045753479004. +Interpolating between 29 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2427 0.9121 0.8703 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2241 0.9180 0.8807 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2185 0.9082 0.8683 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2246 0.9102 0.8722 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2335 0.9102 0.8750 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2361 0.9023 0.8649 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2344 0.9004 0.8618 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2380 0.8945 0.8525 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2501 0.8906 0.8436 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 76 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 29 and 77: 21.051904678344727. +Interpolating between 29 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2759 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2665 0.8906 0.8409 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2637 0.8828 0.8305 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2656 0.8887 0.8412 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2697 0.8965 0.8540 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2715 0.9023 0.8619 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2685 0.9043 0.8650 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2650 0.8984 0.8556 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2648 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 77 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 29 and 78: 23.469383239746094. +Interpolating between 29 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2432 0.8984 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2163 0.9062 0.8689 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2201 0.9062 0.8710 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2543 0.8984 0.8667 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2917 0.8887 0.8586 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2900 0.8828 0.8522 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2547 0.8984 0.8680 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2302 0.9102 0.8796 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2380 0.8965 0.8564 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 78 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 29 and 79: 21.036128997802734. +Interpolating between 29 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2651 0.9043 0.8620 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2597 0.9043 0.8627 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2582 0.9023 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2606 0.9004 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2658 0.8965 0.8524 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2699 0.8984 0.8547 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2687 0.8984 0.8539 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2657 0.8926 0.8451 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2652 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 79 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 29 and 80: 20.9787540435791. +Interpolating between 29 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2495 0.9121 0.8747 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2427 0.9102 0.8715 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2403 0.9102 0.8722 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2421 0.9160 0.8822 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2466 0.9121 0.8774 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2497 0.9082 0.8719 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2505 0.9062 0.8689 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2524 0.8965 0.8524 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2593 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 80 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 29 and 81: 21.07204246520996. +Interpolating between 29 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2654 0.9141 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2570 0.9102 0.8671 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2527 0.9062 0.8621 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2529 0.9023 0.8563 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2560 0.8965 0.8490 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2579 0.9023 0.8588 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2573 0.8984 0.8539 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2572 0.8984 0.8539 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2612 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 81 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 29 and 82: 23.07487678527832. +Interpolating between 29 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2423 0.9062 0.8652 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2174 0.9043 0.8627 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2143 0.9062 0.8681 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2265 0.9062 0.8710 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2417 0.9062 0.8723 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2434 0.9043 0.8707 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2371 0.9043 0.8693 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2372 0.8926 0.8509 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2488 0.8867 0.8389 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 82 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 29 and 83: 20.753427505493164. +Interpolating between 29 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2504 0.9102 0.8708 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2459 0.9023 0.8596 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2443 0.9004 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2448 0.8984 0.8547 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2466 0.8965 0.8532 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2479 0.8984 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2483 0.9004 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2509 0.8945 0.8500 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2581 0.8926 0.8459 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 83 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 29 and 84: 21.42234230041504. +Interpolating between 29 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2696 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2586 0.9082 0.8712 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2547 0.9023 0.8626 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2579 0.9023 0.8626 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2637 0.9023 0.8634 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2678 0.8984 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2646 0.8965 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2592 0.9004 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2612 0.8926 0.8459 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 84 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 29 and 85: 20.963613510131836. +Interpolating between 29 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2815 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2744 0.8984 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2699 0.8965 0.8515 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2681 0.9023 0.8611 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2689 0.9043 0.8643 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2688 0.9023 0.8611 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2654 0.8984 0.8547 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2617 0.8926 0.8451 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2623 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 85 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 29 and 86: 21.702573776245117. +Interpolating between 29 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2732 0.8945 0.8439 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2555 0.8906 0.8409 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2461 0.8926 0.8459 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2433 0.8984 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2451 0.8926 0.8476 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2451 0.8984 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2409 0.8984 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2417 0.8945 0.8516 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2519 0.8867 0.8389 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 86 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 29 and 87: 20.971298217773438. +Interpolating between 29 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2961 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2818 0.8926 0.8442 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2745 0.8906 0.8427 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2728 0.8848 0.8347 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2740 0.8867 0.8380 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2767 0.8887 0.8403 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2773 0.8945 0.8483 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2729 0.8984 0.8539 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2695 0.8926 0.8451 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 87 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 29 and 88: 21.219680786132812. +Interpolating between 29 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2471 0.9121 0.8732 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2418 0.9043 0.8620 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2437 0.9062 0.8644 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2497 0.9062 0.8644 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2565 0.9043 0.8612 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2592 0.8965 0.8515 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2562 0.8965 0.8524 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2539 0.8926 0.8459 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2583 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 88 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 29 and 89: 21.18329620361328. +Interpolating between 29 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2648 0.9023 0.8596 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2586 0.9004 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2567 0.9023 0.8596 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2596 0.8926 0.8459 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2653 0.8867 0.8389 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2685 0.8965 0.8524 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2658 0.8965 0.8524 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2615 0.8945 0.8483 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2621 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 89 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 29 and 90: 20.893375396728516. +Interpolating between 29 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2579 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2495 0.9082 0.8691 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2477 0.9102 0.8729 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2513 0.9062 0.8674 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2578 0.9023 0.8619 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2637 0.9004 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2657 0.8984 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2638 0.8965 0.8515 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2643 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 90 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 29 and 91: 20.759546279907227. +Interpolating between 29 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2538 0.9023 0.8596 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2451 0.9004 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2408 0.9004 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2392 0.9043 0.8658 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2412 0.9062 0.8696 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2418 0.9004 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2423 0.9023 0.8619 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2460 0.9004 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2548 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 91 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 29 and 92: 22.58282470703125. +Interpolating between 29 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2691 0.8867 0.8314 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2399 0.8867 0.8333 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2308 0.8984 0.8539 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2326 0.9062 0.8689 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2398 0.9082 0.8740 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2440 0.9023 0.8677 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2433 0.9004 0.8647 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2451 0.8965 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2534 0.8926 0.8476 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 92 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 29 and 93: 21.300230026245117. +Interpolating between 29 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2733 0.9004 0.8530 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2571 0.8965 0.8481 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2503 0.9004 0.8563 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2509 0.8965 0.8540 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2530 0.8926 0.8493 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2518 0.8926 0.8493 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2489 0.8926 0.8485 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2491 0.8887 0.8421 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2561 0.8906 0.8436 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 93 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 29 and 94: 23.541961669921875. +Interpolating between 29 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2789 0.8926 0.8451 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2409 0.8965 0.8499 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2394 0.9004 0.8547 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2741 0.8945 0.8457 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3188 0.8984 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3155 0.8867 0.8543 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2632 0.8887 0.8550 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2316 0.9102 0.8789 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2382 0.8945 0.8525 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 94 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 29 and 95: 20.967548370361328. +Interpolating between 29 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2649 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2590 0.9023 0.8619 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2565 0.9062 0.8674 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2566 0.9102 0.8736 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2588 0.9082 0.8698 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2614 0.9062 0.8689 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2608 0.9004 0.8610 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2591 0.8926 0.8485 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2620 0.8945 0.8500 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 95 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 29 and 96: 20.906639099121094. +Interpolating between 29 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2803 0.9004 0.8555 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2696 0.9023 0.8596 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2639 0.9023 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2618 0.9004 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2608 0.9023 0.8619 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2584 0.8984 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2567 0.9004 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2568 0.8965 0.8515 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2611 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 96 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 29 and 97: 21.498878479003906. +Interpolating between 29 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2618 0.8984 0.8531 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2444 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2374 0.9004 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2385 0.9062 0.8696 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2436 0.9062 0.8710 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2449 0.9004 0.8633 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2435 0.8984 0.8602 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2445 0.8965 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2533 0.8906 0.8444 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 97 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 29 and 98: 21.167654037475586. +Interpolating between 29 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2600 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2517 0.8984 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2482 0.8984 0.8539 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2503 0.8945 0.8492 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2536 0.8965 0.8532 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2551 0.8984 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2520 0.8945 0.8516 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2505 0.8906 0.8462 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2568 0.8887 0.8412 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 98 +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 29 and 99: 23.06464958190918. +Interpolating between 29 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2396 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2130 0.9062 0.8667 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2113 0.8984 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2304 0.9102 0.8770 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2500 0.9121 0.8819 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2481 0.9082 0.8773 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2332 0.9082 0.8753 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2284 0.8984 0.8602 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2411 0.8887 0.8421 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2713 0.8926 0.8451 +Completed interpolation from 29 to 99 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-31 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-31.pt +Euclidean distance between 30 and 31: 23.554121017456055. +Interpolating between 30 and 31 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2659 0.8965 0.8556 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2353 0.9004 0.8595 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2496 0.8887 0.8385 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3206 0.8691 0.8000 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4133 0.8672 0.7901 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3940 0.9043 0.8740 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2822 0.8984 0.8693 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2218 0.9082 0.8779 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2223 0.9082 0.8719 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 31 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-32 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-32.pt +Euclidean distance between 30 and 32: 21.26561164855957. +Interpolating between 30 and 32 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2812 0.8984 0.8506 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2606 0.8906 0.8409 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2502 0.8926 0.8451 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2466 0.8945 0.8492 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2457 0.8926 0.8468 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2447 0.8906 0.8436 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2433 0.8965 0.8524 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2437 0.8984 0.8539 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2500 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 32 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-33 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-33.pt +Euclidean distance between 30 and 33: 23.501422882080078. +Interpolating between 30 and 33 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2714 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2350 0.9004 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2335 0.9023 0.8563 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2654 0.9023 0.8580 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2940 0.9023 0.8626 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2734 0.8965 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2370 0.8906 0.8495 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2242 0.9043 0.8672 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2346 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 33 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-34 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-34.pt +Euclidean distance between 30 and 34: 21.244483947753906. +Interpolating between 30 and 34 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2622 0.9180 0.8827 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2482 0.9082 0.8712 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2416 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2403 0.8965 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2411 0.8945 0.8541 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2411 0.8965 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2398 0.8965 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2398 0.9023 0.8611 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2470 0.9023 0.8603 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 34 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-35 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-35.pt +Euclidean distance between 30 and 35: 21.411439895629883. +Interpolating between 30 and 35 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2862 0.9062 0.8629 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2657 0.9082 0.8669 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2533 0.9023 0.8596 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2477 0.9004 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2460 0.8965 0.8540 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2440 0.9023 0.8619 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2408 0.8984 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2399 0.9004 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2471 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 35 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-36 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-36.pt +Euclidean distance between 30 and 36: 20.969017028808594. +Interpolating between 30 and 36 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2970 0.8965 0.8499 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2760 0.8965 0.8507 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2613 0.8945 0.8492 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2528 0.8926 0.8485 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2483 0.8965 0.8540 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2446 0.9004 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2416 0.8945 0.8516 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2418 0.8926 0.8476 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2485 0.9004 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 36 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-37 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-37.pt +Euclidean distance between 30 and 37: 21.59793472290039. +Interpolating between 30 and 37 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2830 0.8906 0.8372 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2596 0.8965 0.8473 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2485 0.8984 0.8523 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2449 0.8984 0.8539 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2443 0.8945 0.8475 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2447 0.8945 0.8483 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2426 0.9004 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2447 0.8945 0.8475 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2518 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 37 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-38 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-38.pt +Euclidean distance between 30 and 38: 21.48604393005371. +Interpolating between 30 and 38 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2546 0.9160 0.8796 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2434 0.9121 0.8739 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2398 0.9082 0.8691 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2394 0.8945 0.8525 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2404 0.8945 0.8525 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2407 0.8984 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2395 0.9004 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2406 0.9004 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2486 0.8965 0.8515 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 38 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-39 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-39.pt +Euclidean distance between 30 and 39: 21.421297073364258. +Interpolating between 30 and 39 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2795 0.8984 0.8497 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2670 0.9023 0.8555 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2594 0.9043 0.8588 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2566 0.8984 0.8531 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2553 0.9023 0.8596 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2520 0.9102 0.8708 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2482 0.9023 0.8588 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2466 0.8984 0.8531 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2515 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 39 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-40 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-40.pt +Euclidean distance between 30 and 40: 21.880388259887695. +Interpolating between 30 and 40 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2701 0.9023 0.8596 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2413 0.9062 0.8659 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2290 0.9004 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2298 0.9023 0.8611 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2337 0.8984 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2332 0.9004 0.8603 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2306 0.9023 0.8634 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2327 0.9062 0.8667 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2439 0.9043 0.8635 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 40 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-41 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-41.pt +Euclidean distance between 30 and 41: 21.481670379638672. +Interpolating between 30 and 41 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2966 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2807 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2727 0.9062 0.8659 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2732 0.9082 0.8683 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2744 0.9023 0.8596 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2682 0.8965 0.8499 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2590 0.8926 0.8442 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2539 0.9004 0.8555 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2553 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 41 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-42 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-42.pt +Euclidean distance between 30 and 42: 21.185853958129883. +Interpolating between 30 and 42 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2737 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2591 0.9004 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2503 0.9043 0.8650 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2456 0.9043 0.8643 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2437 0.9004 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2414 0.9043 0.8620 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2391 0.9062 0.8659 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2399 0.9062 0.8652 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2479 0.9043 0.8620 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 42 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Euclidean distance between 30 and 43: 21.07724380493164. +Interpolating between 30 and 43 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2766 0.9004 0.8513 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2538 0.8965 0.8464 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2402 0.9004 0.8539 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2344 0.9043 0.8612 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2335 0.9043 0.8612 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2340 0.9062 0.8644 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2349 0.9023 0.8596 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2381 0.9023 0.8588 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2472 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 43 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Euclidean distance between 30 and 44: 20.97361183166504. +Interpolating between 30 and 44 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2800 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2552 0.8965 0.8507 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2405 0.8965 0.8515 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2346 0.8984 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2334 0.8984 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2330 0.8984 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2335 0.8945 0.8492 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2370 0.9043 0.8620 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2466 0.9023 0.8596 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 44 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Euclidean distance between 30 and 45: 21.314748764038086. +Interpolating between 30 and 45 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2428 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2280 0.9121 0.8753 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2218 0.9082 0.8719 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2220 0.9062 0.8696 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2258 0.9023 0.8641 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2287 0.9023 0.8641 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2301 0.9023 0.8626 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2344 0.9004 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2455 0.8984 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 45 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Euclidean distance between 30 and 46: 21.121225357055664. +Interpolating between 30 and 46 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2870 0.9023 0.8563 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2676 0.9004 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2550 0.9023 0.8588 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2481 0.9023 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2457 0.9004 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2443 0.8984 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2428 0.8984 0.8547 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2432 0.9043 0.8627 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2494 0.9023 0.8596 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 46 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Euclidean distance between 30 and 47: 22.336074829101562. +Interpolating between 30 and 47 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2629 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2509 0.8965 0.8507 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2475 0.8887 0.8385 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2528 0.8887 0.8394 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2564 0.8945 0.8492 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2499 0.8984 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2413 0.9004 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2390 0.9023 0.8619 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2469 0.8984 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 47 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Euclidean distance between 30 and 48: 21.164560317993164. +Interpolating between 30 and 48 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2577 0.9102 0.8701 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2456 0.9141 0.8757 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2384 0.9102 0.8715 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2394 0.9102 0.8729 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2454 0.9082 0.8712 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2470 0.9023 0.8634 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2448 0.9023 0.8619 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2453 0.9023 0.8611 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2514 0.8984 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 48 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-49 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-49.pt +Euclidean distance between 30 and 49: 21.039113998413086. +Interpolating between 30 and 49 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2913 0.9004 0.8563 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2682 0.9023 0.8596 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2524 0.9023 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2432 0.9043 0.8650 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2381 0.9023 0.8626 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2355 0.9062 0.8681 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2343 0.9062 0.8667 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2365 0.9062 0.8659 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2463 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 49 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-50 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-50.pt +Euclidean distance between 30 and 50: 21.412622451782227. +Interpolating between 30 and 50 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2648 0.9062 0.8644 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2507 0.9043 0.8635 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2416 0.9023 0.8611 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2373 0.9062 0.8681 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2363 0.9062 0.8681 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2367 0.9062 0.8674 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2366 0.9043 0.8627 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2389 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2478 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 50 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-51 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-51.pt +Euclidean distance between 30 and 51: 21.058589935302734. +Interpolating between 30 and 51 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2786 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2562 0.8984 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2424 0.8945 0.8492 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2360 0.8945 0.8508 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2346 0.9004 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2352 0.9004 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2355 0.9004 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2379 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2470 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 51 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-52 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-52.pt +Euclidean distance between 30 and 52: 20.988849639892578. +Interpolating between 30 and 52 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2829 0.9082 0.8676 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2596 0.9121 0.8739 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2451 0.9141 0.8778 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2397 0.9121 0.8753 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2396 0.9082 0.8705 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2394 0.9043 0.8650 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2377 0.8984 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2382 0.9004 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2463 0.9004 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 52 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-53 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-53.pt +Euclidean distance between 30 and 53: 23.543556213378906. +Interpolating between 30 and 53 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2775 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2441 0.8926 0.8424 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2503 0.8906 0.8363 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3064 0.8613 0.7788 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3827 0.8086 0.6397 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3008 0.8926 0.8348 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2330 0.9062 0.8723 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2162 0.9043 0.8679 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2284 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 53 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-54 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-54.pt +Euclidean distance between 30 and 54: 21.46280860900879. +Interpolating between 30 and 54 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2941 0.9023 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2743 0.9004 0.8530 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2648 0.9043 0.8612 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2608 0.9043 0.8627 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2584 0.9023 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2547 0.9004 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2492 0.9004 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2467 0.8984 0.8539 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2515 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 54 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-55 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-55.pt +Euclidean distance between 30 and 55: 21.18052864074707. +Interpolating between 30 and 55 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2886 0.9043 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2664 0.9004 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2525 0.9043 0.8604 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2461 0.9004 0.8555 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2441 0.8965 0.8507 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2425 0.8945 0.8475 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2401 0.8926 0.8451 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2410 0.8984 0.8539 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2484 0.8984 0.8531 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 55 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-56 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-56.pt +Euclidean distance between 30 and 56: 21.289287567138672. +Interpolating between 30 and 56 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2670 0.9082 0.8646 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2477 0.9062 0.8629 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2387 0.9004 0.8563 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2378 0.9004 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2401 0.8984 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2410 0.9023 0.8611 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2410 0.8945 0.8500 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2430 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2503 0.9004 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 56 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-57 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-57.pt +Euclidean distance between 30 and 57: 21.27984046936035. +Interpolating between 30 and 57 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2973 0.9023 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2661 0.8984 0.8514 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2484 0.8984 0.8523 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2419 0.8984 0.8531 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2411 0.9004 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2393 0.9004 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2371 0.9023 0.8611 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2389 0.9004 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2480 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 57 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-58 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-58.pt +Euclidean distance between 30 and 58: 21.60463523864746. +Interpolating between 30 and 58 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2716 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2722 0.9004 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2744 0.8906 0.8436 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2793 0.8926 0.8459 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2757 0.8965 0.8507 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2661 0.8965 0.8507 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2582 0.9043 0.8620 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2575 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 58 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Euclidean distance between 30 and 59: 21.225492477416992. +Interpolating between 30 and 59 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2769 0.9023 0.8555 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2599 0.9043 0.8604 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2515 0.8965 0.8507 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2496 0.8945 0.8500 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2492 0.8965 0.8532 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2466 0.8984 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2437 0.9023 0.8596 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2444 0.9004 0.8563 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2508 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 59 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Euclidean distance between 30 and 60: 21.724166870117188. +Interpolating between 30 and 60 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2734 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2562 0.9004 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2484 0.9043 0.8635 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2502 0.8965 0.8515 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2534 0.8926 0.8451 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2505 0.8945 0.8466 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2448 0.8984 0.8539 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2438 0.9004 0.8563 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2499 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 60 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Euclidean distance between 30 and 61: 23.65977668762207. +Interpolating between 30 and 61 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2878 0.8906 0.8427 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2500 0.8965 0.8490 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2563 0.8887 0.8338 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3194 0.8730 0.8012 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4160 0.7793 0.5637 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3548 0.8789 0.8098 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2463 0.9043 0.8721 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2183 0.9023 0.8677 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2286 0.9062 0.8681 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 61 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Euclidean distance between 30 and 62: 21.084911346435547. +Interpolating between 30 and 62 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2706 0.9082 0.8661 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2502 0.9102 0.8708 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2407 0.9082 0.8691 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2377 0.9043 0.8643 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2386 0.9043 0.8650 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2388 0.9062 0.8681 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2376 0.9023 0.8619 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2390 0.9062 0.8659 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2474 0.9062 0.8644 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 62 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 30 and 63: 23.520021438598633. +Interpolating between 30 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2593 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2232 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2280 0.8984 0.8547 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2758 0.8906 0.8409 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3265 0.8965 0.8507 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2904 0.8926 0.8501 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2389 0.8965 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2222 0.9023 0.8641 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2335 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 63 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 30 and 64: 21.68265724182129. +Interpolating between 30 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.3001 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2701 0.8965 0.8490 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2542 0.8984 0.8523 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2499 0.9023 0.8580 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2517 0.9004 0.8555 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2477 0.8984 0.8523 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2403 0.9023 0.8588 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2377 0.9004 0.8555 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2457 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 64 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 30 and 65: 21.279165267944336. +Interpolating between 30 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2821 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2604 0.9043 0.8620 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2487 0.9062 0.8659 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2445 0.9004 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2429 0.9043 0.8658 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2413 0.9043 0.8650 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2395 0.8965 0.8540 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2411 0.8965 0.8524 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2494 0.8965 0.8515 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 65 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 30 and 66: 21.343650817871094. +Interpolating between 30 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.3006 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2787 0.9004 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2637 0.9004 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2557 0.9004 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2518 0.8984 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2489 0.8945 0.8492 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2459 0.8945 0.8492 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2450 0.9004 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2507 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 66 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 30 and 67: 21.001127243041992. +Interpolating between 30 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2699 0.9023 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2544 0.9062 0.8636 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2472 0.9043 0.8627 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2456 0.9023 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2472 0.9004 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2482 0.9023 0.8619 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2481 0.9062 0.8667 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2491 0.9004 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2542 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 67 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 30 and 68: 23.70345687866211. +Interpolating between 30 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2647 0.8945 0.8516 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2381 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2491 0.8945 0.8457 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3115 0.8730 0.8024 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4215 0.7852 0.5802 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3928 0.8281 0.6879 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2609 0.8984 0.8547 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2186 0.9004 0.8618 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2264 0.9062 0.8674 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 68 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 30 and 69: 23.586942672729492. +Interpolating between 30 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2354 0.9043 0.8650 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2190 0.9121 0.8732 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2415 0.8945 0.8430 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3096 0.8770 0.8073 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3801 0.8652 0.7810 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3381 0.9102 0.8715 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2488 0.9102 0.8796 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2152 0.9043 0.8707 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2243 0.9082 0.8712 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 69 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 30 and 70: 23.051774978637695. +Interpolating between 30 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2674 0.8984 0.8514 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2397 0.8965 0.8499 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2375 0.8848 0.8329 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2512 0.9004 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2600 0.8926 0.8468 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2516 0.8945 0.8500 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2369 0.8926 0.8485 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2321 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2418 0.9023 0.8603 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 70 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 30 and 71: 21.0660400390625. +Interpolating between 30 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2952 0.9004 0.8513 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2734 0.9004 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2599 0.9004 0.8547 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2532 0.8965 0.8507 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2499 0.9004 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2468 0.8945 0.8492 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2444 0.8965 0.8515 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2448 0.9023 0.8611 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2511 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 71 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 30 and 72: 21.425039291381836. +Interpolating between 30 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.3119 0.8867 0.8352 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2821 0.8906 0.8418 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2657 0.8887 0.8394 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2606 0.8945 0.8483 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2599 0.8965 0.8515 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2568 0.9043 0.8627 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2519 0.9004 0.8555 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2497 0.9004 0.8563 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2536 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 72 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 30 and 73: 21.256731033325195. +Interpolating between 30 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2635 0.9043 0.8604 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2482 0.9004 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2406 0.9043 0.8643 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2387 0.9023 0.8634 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2392 0.8984 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2389 0.8965 0.8540 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2375 0.9023 0.8619 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2386 0.9043 0.8627 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2469 0.9004 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 73 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 30 and 74: 21.132898330688477. +Interpolating between 30 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2692 0.9043 0.8596 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2522 0.9082 0.8669 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2403 0.9141 0.8764 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2343 0.9180 0.8827 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2335 0.9121 0.8753 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2338 0.9082 0.8698 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2354 0.9062 0.8674 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2394 0.9023 0.8611 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2486 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 74 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 30 and 75: 21.20982551574707. +Interpolating between 30 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2836 0.9004 0.8555 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2652 0.9004 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2527 0.9004 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2455 0.8965 0.8524 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2416 0.9004 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2392 0.9023 0.8603 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2387 0.9082 0.8691 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2408 0.9004 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2489 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 75 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 30 and 76: 21.857337951660156. +Interpolating between 30 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2427 0.9121 0.8703 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2343 0.9121 0.8718 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2337 0.9121 0.8718 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2395 0.9043 0.8612 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2423 0.9102 0.8715 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2389 0.9102 0.8715 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2344 0.9062 0.8667 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2366 0.9043 0.8635 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2471 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 76 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 30 and 77: 21.469266891479492. +Interpolating between 30 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2759 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2614 0.8965 0.8490 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2553 0.8945 0.8457 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2541 0.8945 0.8457 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2550 0.8945 0.8457 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2524 0.8926 0.8424 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2485 0.8984 0.8523 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2474 0.9004 0.8555 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2522 0.8984 0.8531 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 77 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 30 and 78: 23.483734130859375. +Interpolating between 30 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2432 0.8984 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2198 0.9062 0.8681 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2236 0.9102 0.8743 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2537 0.9082 0.8698 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2874 0.9004 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2704 0.9004 0.8661 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2360 0.9004 0.8661 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2236 0.9062 0.8717 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2338 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 78 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 30 and 79: 21.113645553588867. +Interpolating between 30 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2651 0.9043 0.8620 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2514 0.9043 0.8627 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2433 0.9023 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2400 0.9023 0.8619 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2385 0.9023 0.8626 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2378 0.8984 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2376 0.8984 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2404 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2491 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 79 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 30 and 80: 21.339324951171875. +Interpolating between 30 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2495 0.9121 0.8747 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2458 0.9102 0.8722 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2463 0.9121 0.8747 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2496 0.9062 0.8652 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2536 0.9062 0.8659 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2540 0.9062 0.8667 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2507 0.9004 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2495 0.9004 0.8563 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2543 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 80 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 30 and 81: 20.92762565612793. +Interpolating between 30 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2654 0.9141 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2493 0.9141 0.8750 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2391 0.9102 0.8701 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2344 0.9102 0.8722 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2332 0.9102 0.8722 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2333 0.9062 0.8667 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2339 0.9062 0.8667 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2372 0.9004 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2469 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 81 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 30 and 82: 23.13473892211914. +Interpolating between 30 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2423 0.9062 0.8652 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2167 0.9043 0.8620 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2179 0.9004 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2378 0.8965 0.8524 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2565 0.8926 0.8501 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2494 0.8906 0.8486 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2349 0.8926 0.8518 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2301 0.8984 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2399 0.8984 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 82 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 30 and 83: 21.384782791137695. +Interpolating between 30 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2504 0.9102 0.8708 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2420 0.9062 0.8652 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2384 0.8965 0.8524 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2393 0.9023 0.8611 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2430 0.9004 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2449 0.9004 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2441 0.8984 0.8539 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2446 0.9004 0.8563 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2506 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 83 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 30 and 84: 21.74890899658203. +Interpolating between 30 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2696 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2544 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2475 0.9023 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2481 0.9043 0.8627 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2509 0.9004 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2493 0.8965 0.8507 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2443 0.8965 0.8490 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2428 0.9004 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2495 0.9004 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 84 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 30 and 85: 21.23821258544922. +Interpolating between 30 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2815 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2696 0.9043 0.8635 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2606 0.9082 0.8698 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2546 0.9062 0.8681 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2507 0.9023 0.8619 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2467 0.8984 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2438 0.8984 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2442 0.8984 0.8556 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2507 0.9004 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 85 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 30 and 86: 21.43210220336914. +Interpolating between 30 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2732 0.8945 0.8439 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2478 0.8945 0.8475 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2326 0.8945 0.8492 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2285 0.9023 0.8626 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2301 0.9062 0.8696 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2307 0.9043 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2296 0.8984 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2325 0.8984 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2437 0.9004 0.8579 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 86 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 30 and 87: 21.0716552734375. +Interpolating between 30 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2961 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2740 0.8906 0.8409 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2602 0.8906 0.8427 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2525 0.8887 0.8412 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2487 0.8906 0.8453 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2463 0.8926 0.8485 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2446 0.8926 0.8459 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2459 0.9004 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2522 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 87 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 30 and 88: 21.062702178955078. +Interpolating between 30 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2471 0.9121 0.8732 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2398 0.9102 0.8715 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2369 0.9082 0.8698 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2376 0.9062 0.8674 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2398 0.8965 0.8548 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2418 0.8984 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2435 0.8965 0.8532 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2468 0.8965 0.8515 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2533 0.8965 0.8515 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 88 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 30 and 89: 21.04070472717285. +Interpolating between 30 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2648 0.9023 0.8596 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2533 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2450 0.8984 0.8564 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2399 0.9023 0.8626 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2369 0.9023 0.8634 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2351 0.9043 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2342 0.9082 0.8698 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2370 0.9062 0.8659 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2470 0.9043 0.8627 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 89 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 30 and 90: 21.078861236572266. +Interpolating between 30 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2579 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2435 0.9082 0.8691 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2361 0.9062 0.8674 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2336 0.9043 0.8635 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2333 0.9023 0.8611 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2330 0.9043 0.8643 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2333 0.9043 0.8627 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2376 0.9062 0.8659 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2475 0.9004 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 90 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 30 and 91: 21.37082862854004. +Interpolating between 30 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2538 0.9023 0.8596 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2473 0.8984 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2452 0.9004 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2465 0.9004 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2493 0.8984 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2491 0.8965 0.8532 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2457 0.9004 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2445 0.9023 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2507 0.8965 0.8515 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 91 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 30 and 92: 22.77922821044922. +Interpolating between 30 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2691 0.8867 0.8314 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2419 0.8828 0.8276 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2385 0.8906 0.8409 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2528 0.8926 0.8468 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2672 0.8906 0.8436 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2585 0.8926 0.8468 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2408 0.8965 0.8532 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2344 0.8965 0.8507 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2428 0.9043 0.8627 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 92 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 30 and 93: 21.775760650634766. +Interpolating between 30 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2733 0.9004 0.8530 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2620 0.8965 0.8473 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2618 0.8965 0.8473 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2715 0.8945 0.8439 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2818 0.8945 0.8448 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2716 0.8965 0.8481 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2560 0.9023 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2488 0.8965 0.8490 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2523 0.8965 0.8499 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 93 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 30 and 94: 23.513446807861328. +Interpolating between 30 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2789 0.8926 0.8451 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2421 0.8965 0.8499 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2458 0.8965 0.8473 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2970 0.8828 0.8182 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3525 0.8574 0.7653 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3041 0.8984 0.8523 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2391 0.9023 0.8684 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2186 0.8984 0.8610 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2283 0.9062 0.8681 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 94 +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 30 and 95: 21.523826599121094. +Interpolating between 30 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2649 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2514 0.9043 0.8650 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2434 0.9004 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2411 0.8984 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2419 0.9004 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2402 0.9023 0.8611 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2376 0.9004 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2377 0.9043 0.8620 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2457 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2647 0.8945 0.8475 +Completed interpolation from 30 to 95 +Wrote the values to ../logs/NLI/qqp_berts/qqp_interpol@25000steps/interpol_qqp_validation9.pkl!