Training in progress, epoch 7, checkpoint

checkpoint-567/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd0cdcc3c0d5110aec6f51bcdd69a0a086094530ccadc6cf383159b05725359e
+oid sha256:9da3b0483e8a5e76bf862089cc29bcc2b94fd1772e0003284d98a559a01e39a8
 size 592324828

checkpoint-567/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b88bb953fbc296e425767b688d7ec53da1586f5234da83c7c7145e15ab3a364
+oid sha256:ced80ab3e9765720ac9368e7dbee4519728f6c24b1c97f30ff05c5f45741f63d
 size 1014657786

checkpoint-567/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d340499ea5f9e21fcf9c408e8be5415c449998f2ce5ff402242628e91c815b5
+oid sha256:ff3bd6bda568947eb5d7a73d9adae4043762d42004c1ccb619b636603f95daa0
 size 1064

checkpoint-567/trainer_state.json

@@ -1,6 +1,6 @@
 {
-  "best_metric": null,
-  "best_model_checkpoint": null,
+  "best_metric": 0.4725272059440613,
+  "best_model_checkpoint": "longformer-simple/checkpoint-324",
   "epoch": 7.0,
   "eval_steps": 500,
   "global_step": 567,
@@ -11,330 +11,330 @@
     {
       "epoch": 1.0,
       "eval_Claim": {
-        "f1-score": 0.41092129347162903,
-        "precision": 0.5640703517587939,
-        "recall": 0.32317658349328215,
-        "support": 4168.0
+        "f1-score": 0.46242900830056793,
+        "precision": 0.43257049448304047,
+        "recall": 0.496715157203191,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.6523102655237298,
-        "precision": 0.5929304446978335,
-        "recall": 0.724907063197026,
-        "support": 2152.0
+        "f1-score": 0.5626477541371159,
+        "precision": 0.6522533495736906,
+        "recall": 0.49468822170900695,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.8834432924913603,
-        "precision": 0.8545380875202593,
-        "recall": 0.9143724257533059,
-        "support": 9226.0
+        "f1-score": 0.8691687871077185,
+        "precision": 0.911293908403735,
+        "recall": 0.8307661126874747,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8664166767469054,
-        "precision": 0.8441231929604023,
-        "recall": 0.8899196554294707,
-        "support": 12073.0
+        "f1-score": 0.8615178272046495,
+        "precision": 0.8377046804810897,
+        "recall": 0.88672444205844,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.7997031029363844,
-      "eval_loss": 0.5104541182518005,
+      "eval_accuracy": 0.7823004022635849,
+      "eval_loss": 0.5488611459732056,
       "eval_macro avg": {
-        "f1-score": 0.7032728820584061,
-        "precision": 0.7139155192343223,
-        "recall": 0.7130939319682712,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7759,
-      "eval_samples_per_second": 16.751,
-      "eval_steps_per_second": 2.094,
+        "f1-score": 0.6889408441875129,
+        "precision": 0.708455608235389,
+        "recall": 0.6772234834145282,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8698,
+      "eval_samples_per_second": 13.629,
+      "eval_steps_per_second": 1.704,
       "eval_weighted avg": {
-        "f1-score": 0.7866826459135919,
-        "precision": 0.7857670171690952,
-        "recall": 0.7997031029363844,
-        "support": 27619.0
+        "f1-score": 0.7840489998358311,
+        "precision": 0.7899101236188295,
+        "recall": 0.7823004022635849,
+        "support": 29334.0
       },
       "step": 81
     },
     {
       "epoch": 2.0,
       "eval_Claim": {
-        "f1-score": 0.5200312174817897,
-        "precision": 0.5678977272727272,
-        "recall": 0.47960652591170827,
-        "support": 4168.0
+        "f1-score": 0.5457327068079991,
+        "precision": 0.5107383923092657,
+        "recall": 0.5858751759737213,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.7526302911671151,
-        "precision": 0.7948320413436692,
-        "recall": 0.7146840148698885,
-        "support": 2152.0
+        "f1-score": 0.6722085773663329,
+        "precision": 0.5687340153452686,
+        "recall": 0.8217090069284064,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9116096466629278,
-        "precision": 0.944560669456067,
-        "recall": 0.8808801213960546,
-        "support": 9226.0
+        "f1-score": 0.8773589977955805,
+        "precision": 0.9344863131370977,
+        "recall": 0.8268139440616133,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8738735224125151,
-        "precision": 0.8259587020648967,
-        "recall": 0.9276898865236478,
-        "support": 12073.0
+        "f1-score": 0.8678243902439025,
+        "precision": 0.8834419195931988,
+        "recall": 0.852749443975765,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8278359100619139,
-      "eval_loss": 0.44692954421043396,
+      "eval_accuracy": 0.8029590236585532,
+      "eval_loss": 0.5075464248657227,
       "eval_macro avg": {
-        "f1-score": 0.7645361694310869,
-        "precision": 0.7833122850343401,
-        "recall": 0.7507151371753248,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7439,
-      "eval_samples_per_second": 16.864,
-      "eval_steps_per_second": 2.108,
+        "f1-score": 0.7407811680534537,
+        "precision": 0.7243501600962077,
+        "recall": 0.7717868927348766,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.9473,
+      "eval_samples_per_second": 13.451,
+      "eval_steps_per_second": 1.681,
       "eval_weighted avg": {
-        "f1-score": 0.8236335905447046,
-        "precision": 0.8242076985653165,
-        "recall": 0.8278359100619139,
-        "support": 27619.0
+        "f1-score": 0.8097969994222006,
+        "precision": 0.8232353684753937,
+        "recall": 0.8029590236585532,
+        "support": 29334.0
       },
       "step": 162
     },
     {
       "epoch": 3.0,
       "eval_Claim": {
-        "f1-score": 0.6218357913273168,
-        "precision": 0.5744204961366409,
-        "recall": 0.6777831094049904,
-        "support": 4168.0
+        "f1-score": 0.4978109708987896,
+        "precision": 0.5516552511415526,
+        "recall": 0.45354293758798686,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.7799868909766223,
-        "precision": 0.7360824742268042,
-        "recall": 0.8294609665427509,
-        "support": 2152.0
+        "f1-score": 0.7357876283496118,
+        "precision": 0.8036105032822757,
+        "recall": 0.6785219399538106,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9093637121422617,
-        "precision": 0.9330596419204014,
-        "recall": 0.8868415347929763,
-        "support": 9226.0
+        "f1-score": 0.8891011355194736,
+        "precision": 0.9331699710403207,
+        "recall": 0.8490068909606809,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.876420695504665,
-        "precision": 0.89797514556357,
-        "recall": 0.855876749772219,
-        "support": 12073.0
+        "f1-score": 0.8770979581655561,
+        "precision": 0.8191560170394037,
+        "recall": 0.9438607255157604,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8372859263550454,
-      "eval_loss": 0.40934404730796814,
+      "eval_accuracy": 0.821129065248517,
+      "eval_loss": 0.5219377279281616,
       "eval_macro avg": {
-        "f1-score": 0.7969017724877165,
-        "precision": 0.7853844394618541,
-        "recall": 0.8124905901282342,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7941,
-      "eval_samples_per_second": 16.687,
-      "eval_steps_per_second": 2.086,
+        "f1-score": 0.7499494232333578,
+        "precision": 0.7768979356258882,
+        "recall": 0.7312331235045597,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8364,
+      "eval_samples_per_second": 13.707,
+      "eval_steps_per_second": 1.713,
       "eval_weighted avg": {
-        "f1-score": 0.8414917278933443,
-        "precision": 0.8482528803063183,
-        "recall": 0.8372859263550454,
-        "support": 27619.0
+        "f1-score": 0.815598992812927,
+        "precision": 0.8174973750724106,
+        "recall": 0.821129065248517,
+        "support": 29334.0
       },
       "step": 243
     },
     {
       "epoch": 4.0,
       "eval_Claim": {
-        "f1-score": 0.608644284729743,
-        "precision": 0.516112873601603,
-        "recall": 0.7416026871401151,
-        "support": 4168.0
+        "f1-score": 0.5811481218993623,
+        "precision": 0.5851569933396765,
+        "recall": 0.5771938057250118,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.788337924701561,
-        "precision": 0.7790381125226861,
-        "recall": 0.7978624535315985,
-        "support": 2152.0
+        "f1-score": 0.761714412613813,
+        "precision": 0.7335329341317365,
+        "recall": 0.792147806004619,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9068679925629612,
-        "precision": 0.9442684500762643,
-        "recall": 0.8723173639713853,
-        "support": 9226.0
+        "f1-score": 0.8977645611156685,
+        "precision": 0.9085720215857203,
+        "recall": 0.8872111876773409,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8528029247910863,
-        "precision": 0.8985600293497202,
-        "recall": 0.8114801623457302,
-        "support": 12073.0
+        "f1-score": 0.8891009734682191,
+        "precision": 0.8851474612344178,
+        "recall": 0.8930899608865711,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8201962417176581,
-      "eval_loss": 0.5160673260688782,
+      "eval_accuracy": 0.8377650507943001,
+      "eval_loss": 0.4725272059440613,
       "eval_macro avg": {
-        "f1-score": 0.789163281696338,
-        "precision": 0.7844948663875684,
-        "recall": 0.8058156667472073,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7669,
-      "eval_samples_per_second": 16.782,
-      "eval_steps_per_second": 2.098,
+        "f1-score": 0.7824320172742658,
+        "precision": 0.7781023525728877,
+        "recall": 0.7874106900733857,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8763,
+      "eval_samples_per_second": 13.614,
+      "eval_steps_per_second": 1.702,
       "eval_weighted avg": {
-        "f1-score": 0.8289940404467937,
-        "precision": 0.8468005514342695,
-        "recall": 0.8201962417176581,
-        "support": 27619.0
+        "f1-score": 0.8378705011585708,
+        "precision": 0.8382513248807655,
+        "recall": 0.8377650507943001,
+        "support": 29334.0
       },
       "step": 324
     },
     {
       "epoch": 5.0,
       "eval_Claim": {
-        "f1-score": 0.5923049770561243,
-        "precision": 0.5811590856615101,
-        "recall": 0.6038867562380038,
-        "support": 4168.0
+        "f1-score": 0.5790953831731895,
+        "precision": 0.5784176029962547,
+        "recall": 0.5797747536367902,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.7829807463750891,
-        "precision": 0.8014598540145985,
-        "recall": 0.7653345724907064,
-        "support": 2152.0
+        "f1-score": 0.7450592885375493,
+        "precision": 0.8008497079129049,
+        "recall": 0.6965357967667436,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9075350077795066,
-        "precision": 0.9311288483466362,
-        "recall": 0.8851073054411446,
-        "support": 9226.0
+        "f1-score": 0.8897467572575665,
+        "precision": 0.9040794979079498,
+        "recall": 0.8758613700851237,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8770785784153896,
-        "precision": 0.8633555323758325,
-        "recall": 0.891244926695933,
-        "support": 12073.0
+        "f1-score": 0.8861129867206842,
+        "precision": 0.8672442910639547,
+        "recall": 0.905820998542833,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8360186827908324,
-      "eval_loss": 0.5153732299804688,
+      "eval_accuracy": 0.8329242517215518,
+      "eval_loss": 0.5538631081581116,
       "eval_macro avg": {
-        "f1-score": 0.7899748274065275,
-        "precision": 0.7942758300996444,
-        "recall": 0.7863933902164468,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7506,
-      "eval_samples_per_second": 16.84,
-      "eval_steps_per_second": 2.105,
+        "f1-score": 0.7750036039222473,
+        "precision": 0.787647774970266,
+        "recall": 0.7644982297578727,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8534,
+      "eval_samples_per_second": 13.667,
+      "eval_steps_per_second": 1.708,
       "eval_weighted avg": {
-        "f1-score": 0.8369451960444566,
-        "precision": 0.8385857117236715,
-        "recall": 0.8360186827908324,
-        "support": 27619.0
+        "f1-score": 0.8323176558681596,
+        "precision": 0.8327711951367025,
+        "recall": 0.8329242517215518,
+        "support": 29334.0
       },
       "step": 405
     },
     {
       "epoch": 6.0,
       "eval_Claim": {
-        "f1-score": 0.5533534584591154,
-        "precision": 0.6108374384236454,
-        "recall": 0.5057581573896354,
-        "support": 4168.0
+        "f1-score": 0.5991994252283692,
+        "precision": 0.5325670498084292,
+        "recall": 0.6848897231346786,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.7910518800571156,
-        "precision": 0.8107317073170732,
-        "recall": 0.7723048327137546,
-        "support": 2152.0
+        "f1-score": 0.7586672669968483,
+        "precision": 0.7400087834870444,
+        "recall": 0.7782909930715936,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.909817664129661,
-        "precision": 0.919331636605068,
-        "recall": 0.9004985909386516,
-        "support": 9226.0
+        "f1-score": 0.8972759409440632,
+        "precision": 0.9212211784799317,
+        "recall": 0.8745439805431698,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8747714081259442,
-        "precision": 0.8410671966975002,
-        "recall": 0.9112896546011762,
-        "support": 12073.0
+        "f1-score": 0.8764605695726225,
+        "precision": 0.9062909567496723,
+        "recall": 0.8485313290896541,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8356566132010572,
-      "eval_loss": 0.5417770147323608,
+      "eval_accuracy": 0.8283220835890094,
+      "eval_loss": 0.5790187120437622,
       "eval_macro avg": {
-        "f1-score": 0.782248602692959,
-        "precision": 0.7954919947608217,
-        "recall": 0.7724628089108043,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7432,
-      "eval_samples_per_second": 16.866,
-      "eval_steps_per_second": 2.108,
+        "f1-score": 0.7829008006854759,
+        "precision": 0.7750219921312693,
+        "recall": 0.796564006459774,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8468,
+      "eval_samples_per_second": 13.683,
+      "eval_steps_per_second": 1.71,
       "eval_weighted avg": {
-        "f1-score": 0.8314498656832355,
-        "precision": 0.8301032992701898,
-        "recall": 0.8356566132010572,
-        "support": 27619.0
+        "f1-score": 0.8344852708551485,
+        "precision": 0.8447418748493872,
+        "recall": 0.8283220835890094,
+        "support": 29334.0
       },
       "step": 486
     },
     {
       "epoch": 6.17,
-      "grad_norm": 6.106111526489258,
-      "learning_rate": 1.7530864197530865e-05,
-      "loss": 0.345,
+      "grad_norm": 6.636661529541016,
+      "learning_rate": 1.3827160493827162e-05,
+      "loss": 0.3561,
       "step": 500
     },
     {
       "epoch": 7.0,
       "eval_Claim": {
-        "f1-score": 0.5860923076923077,
-        "precision": 0.6017184735911044,
-        "recall": 0.571257197696737,
-        "support": 4168.0
+        "f1-score": 0.5628712871287128,
+        "precision": 0.5955997904662127,
+        "recall": 0.5335523228531206,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8099526066350711,
-        "precision": 0.8264023210831721,
-        "recall": 0.7941449814126395,
-        "support": 2152.0
+        "f1-score": 0.7734199350487135,
+        "precision": 0.8422198041349293,
+        "recall": 0.7150115473441109,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9184632841627491,
-        "precision": 0.9157418381639909,
-        "recall": 0.9212009538261435,
-        "support": 9226.0
+        "f1-score": 0.9010954940057875,
+        "precision": 0.9193378321383383,
+        "recall": 0.8835630320226996,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8751742803247764,
-        "precision": 0.8666450093397222,
-        "recall": 0.8838731052762362,
-        "support": 12073.0
+        "f1-score": 0.8842947894099071,
+        "precision": 0.848316189939411,
+        "recall": 0.9234603880665695,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.84217386581701,
-      "eval_loss": 0.5831862688064575,
+      "eval_accuracy": 0.838003681734506,
+      "eval_loss": 0.7058164477348328,
       "eval_macro avg": {
-        "f1-score": 0.7974206197037261,
-        "precision": 0.8026269105444974,
-        "recall": 0.792619059552939,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7225,
-      "eval_samples_per_second": 16.94,
-      "eval_steps_per_second": 2.118,
+        "f1-score": 0.7804203763982802,
+        "precision": 0.8013684041697228,
+        "recall": 0.7638968225716252,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8534,
+      "eval_samples_per_second": 13.667,
+      "eval_steps_per_second": 1.708,
       "eval_weighted avg": {
-        "f1-score": 0.8409273360363069,
-        "precision": 0.8399297508801243,
-        "recall": 0.84217386581701,
-        "support": 27619.0
+        "f1-score": 0.835063123988816,
+        "precision": 0.8350403187795808,
+        "recall": 0.838003681734506,
+        "support": 29334.0
       },
       "step": 567
     }
   ],
   "logging_steps": 500,
-  "max_steps": 4050,
+  "max_steps": 1620,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 50,
+  "num_train_epochs": 20,
   "save_steps": 500,
   "total_flos": 1006521129087600.0,
   "train_batch_size": 4,

checkpoint-567/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e651c478af6098730eda01c59bbe4834fbad7ed476e7ec6e4265141ee6647e9
+oid sha256:91855299d72d2ceb66b00b0c173ef2e96bd5d782fa49a7debc2d6f3b7cbd2cd4
 size 4856