Training in progress, epoch 17, checkpoint

checkpoint-1377/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8742721fab520e58e005a20b1dc8427a78eec30cf6741304604afec7464d0c9
+oid sha256:93df587418e2062d5637c82375a41d0e9eff1f46f7951d00a884022675a7c654
 size 592324828

checkpoint-1377/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60120ef0dcf39123372e274adc76d81fb2eab9088116a6f18be7ddec606a4d52
+oid sha256:d810bc9c9746845c6779db68db84d36726603fdbfe3a34f2949ddfedd944f1d1
 size 1014657786

checkpoint-1377/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:032f609362cfbe4a4e5efe180a3007cc3751761c4055f83fe66b2c2d7b6093ac
+oid sha256:f07a894ccb1b17e16344c8e9343bb0267b1fc15fa8de24c4c96e2ca314e74fb1
 size 1064

checkpoint-1377/trainer_state.json

@@ -1,6 +1,6 @@
 {
-  "best_metric": null,
-  "best_model_checkpoint": null,
+  "best_metric": 0.4725272059440613,
+  "best_model_checkpoint": "longformer-simple/checkpoint-324",
   "epoch": 17.0,
   "eval_steps": 500,
   "global_step": 1377,
@@ -11,787 +11,787 @@
     {
       "epoch": 1.0,
       "eval_Claim": {
-        "f1-score": 0.41092129347162903,
-        "precision": 0.5640703517587939,
-        "recall": 0.32317658349328215,
-        "support": 4168.0
+        "f1-score": 0.46242900830056793,
+        "precision": 0.43257049448304047,
+        "recall": 0.496715157203191,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.6523102655237298,
-        "precision": 0.5929304446978335,
-        "recall": 0.724907063197026,
-        "support": 2152.0
+        "f1-score": 0.5626477541371159,
+        "precision": 0.6522533495736906,
+        "recall": 0.49468822170900695,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.8834432924913603,
-        "precision": 0.8545380875202593,
-        "recall": 0.9143724257533059,
-        "support": 9226.0
+        "f1-score": 0.8691687871077185,
+        "precision": 0.911293908403735,
+        "recall": 0.8307661126874747,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8664166767469054,
-        "precision": 0.8441231929604023,
-        "recall": 0.8899196554294707,
-        "support": 12073.0
+        "f1-score": 0.8615178272046495,
+        "precision": 0.8377046804810897,
+        "recall": 0.88672444205844,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.7997031029363844,
-      "eval_loss": 0.5104541182518005,
+      "eval_accuracy": 0.7823004022635849,
+      "eval_loss": 0.5488611459732056,
       "eval_macro avg": {
-        "f1-score": 0.7032728820584061,
-        "precision": 0.7139155192343223,
-        "recall": 0.7130939319682712,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7759,
-      "eval_samples_per_second": 16.751,
-      "eval_steps_per_second": 2.094,
+        "f1-score": 0.6889408441875129,
+        "precision": 0.708455608235389,
+        "recall": 0.6772234834145282,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8698,
+      "eval_samples_per_second": 13.629,
+      "eval_steps_per_second": 1.704,
       "eval_weighted avg": {
-        "f1-score": 0.7866826459135919,
-        "precision": 0.7857670171690952,
-        "recall": 0.7997031029363844,
-        "support": 27619.0
+        "f1-score": 0.7840489998358311,
+        "precision": 0.7899101236188295,
+        "recall": 0.7823004022635849,
+        "support": 29334.0
       },
       "step": 81
     },
     {
       "epoch": 2.0,
       "eval_Claim": {
-        "f1-score": 0.5200312174817897,
-        "precision": 0.5678977272727272,
-        "recall": 0.47960652591170827,
-        "support": 4168.0
+        "f1-score": 0.5457327068079991,
+        "precision": 0.5107383923092657,
+        "recall": 0.5858751759737213,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.7526302911671151,
-        "precision": 0.7948320413436692,
-        "recall": 0.7146840148698885,
-        "support": 2152.0
+        "f1-score": 0.6722085773663329,
+        "precision": 0.5687340153452686,
+        "recall": 0.8217090069284064,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9116096466629278,
-        "precision": 0.944560669456067,
-        "recall": 0.8808801213960546,
-        "support": 9226.0
+        "f1-score": 0.8773589977955805,
+        "precision": 0.9344863131370977,
+        "recall": 0.8268139440616133,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8738735224125151,
-        "precision": 0.8259587020648967,
-        "recall": 0.9276898865236478,
-        "support": 12073.0
+        "f1-score": 0.8678243902439025,
+        "precision": 0.8834419195931988,
+        "recall": 0.852749443975765,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8278359100619139,
-      "eval_loss": 0.44692954421043396,
+      "eval_accuracy": 0.8029590236585532,
+      "eval_loss": 0.5075464248657227,
       "eval_macro avg": {
-        "f1-score": 0.7645361694310869,
-        "precision": 0.7833122850343401,
-        "recall": 0.7507151371753248,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7439,
-      "eval_samples_per_second": 16.864,
-      "eval_steps_per_second": 2.108,
+        "f1-score": 0.7407811680534537,
+        "precision": 0.7243501600962077,
+        "recall": 0.7717868927348766,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.9473,
+      "eval_samples_per_second": 13.451,
+      "eval_steps_per_second": 1.681,
       "eval_weighted avg": {
-        "f1-score": 0.8236335905447046,
-        "precision": 0.8242076985653165,
-        "recall": 0.8278359100619139,
-        "support": 27619.0
+        "f1-score": 0.8097969994222006,
+        "precision": 0.8232353684753937,
+        "recall": 0.8029590236585532,
+        "support": 29334.0
       },
       "step": 162
     },
     {
       "epoch": 3.0,
       "eval_Claim": {
-        "f1-score": 0.6218357913273168,
-        "precision": 0.5744204961366409,
-        "recall": 0.6777831094049904,
-        "support": 4168.0
+        "f1-score": 0.4978109708987896,
+        "precision": 0.5516552511415526,
+        "recall": 0.45354293758798686,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.7799868909766223,
-        "precision": 0.7360824742268042,
-        "recall": 0.8294609665427509,
-        "support": 2152.0
+        "f1-score": 0.7357876283496118,
+        "precision": 0.8036105032822757,
+        "recall": 0.6785219399538106,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9093637121422617,
-        "precision": 0.9330596419204014,
-        "recall": 0.8868415347929763,
-        "support": 9226.0
+        "f1-score": 0.8891011355194736,
+        "precision": 0.9331699710403207,
+        "recall": 0.8490068909606809,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.876420695504665,
-        "precision": 0.89797514556357,
-        "recall": 0.855876749772219,
-        "support": 12073.0
+        "f1-score": 0.8770979581655561,
+        "precision": 0.8191560170394037,
+        "recall": 0.9438607255157604,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8372859263550454,
-      "eval_loss": 0.40934404730796814,
+      "eval_accuracy": 0.821129065248517,
+      "eval_loss": 0.5219377279281616,
       "eval_macro avg": {
-        "f1-score": 0.7969017724877165,
-        "precision": 0.7853844394618541,
-        "recall": 0.8124905901282342,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7941,
-      "eval_samples_per_second": 16.687,
-      "eval_steps_per_second": 2.086,
+        "f1-score": 0.7499494232333578,
+        "precision": 0.7768979356258882,
+        "recall": 0.7312331235045597,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8364,
+      "eval_samples_per_second": 13.707,
+      "eval_steps_per_second": 1.713,
       "eval_weighted avg": {
-        "f1-score": 0.8414917278933443,
-        "precision": 0.8482528803063183,
-        "recall": 0.8372859263550454,
-        "support": 27619.0
+        "f1-score": 0.815598992812927,
+        "precision": 0.8174973750724106,
+        "recall": 0.821129065248517,
+        "support": 29334.0
       },
       "step": 243
     },
     {
       "epoch": 4.0,
       "eval_Claim": {
-        "f1-score": 0.608644284729743,
-        "precision": 0.516112873601603,
-        "recall": 0.7416026871401151,
-        "support": 4168.0
+        "f1-score": 0.5811481218993623,
+        "precision": 0.5851569933396765,
+        "recall": 0.5771938057250118,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.788337924701561,
-        "precision": 0.7790381125226861,
-        "recall": 0.7978624535315985,
-        "support": 2152.0
+        "f1-score": 0.761714412613813,
+        "precision": 0.7335329341317365,
+        "recall": 0.792147806004619,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9068679925629612,
-        "precision": 0.9442684500762643,
-        "recall": 0.8723173639713853,
-        "support": 9226.0
+        "f1-score": 0.8977645611156685,
+        "precision": 0.9085720215857203,
+        "recall": 0.8872111876773409,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8528029247910863,
-        "precision": 0.8985600293497202,
-        "recall": 0.8114801623457302,
-        "support": 12073.0
+        "f1-score": 0.8891009734682191,
+        "precision": 0.8851474612344178,
+        "recall": 0.8930899608865711,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8201962417176581,
-      "eval_loss": 0.5160673260688782,
+      "eval_accuracy": 0.8377650507943001,
+      "eval_loss": 0.4725272059440613,
       "eval_macro avg": {
-        "f1-score": 0.789163281696338,
-        "precision": 0.7844948663875684,
-        "recall": 0.8058156667472073,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7669,
-      "eval_samples_per_second": 16.782,
-      "eval_steps_per_second": 2.098,
+        "f1-score": 0.7824320172742658,
+        "precision": 0.7781023525728877,
+        "recall": 0.7874106900733857,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8763,
+      "eval_samples_per_second": 13.614,
+      "eval_steps_per_second": 1.702,
       "eval_weighted avg": {
-        "f1-score": 0.8289940404467937,
-        "precision": 0.8468005514342695,
-        "recall": 0.8201962417176581,
-        "support": 27619.0
+        "f1-score": 0.8378705011585708,
+        "precision": 0.8382513248807655,
+        "recall": 0.8377650507943001,
+        "support": 29334.0
       },
       "step": 324
     },
     {
       "epoch": 5.0,
       "eval_Claim": {
-        "f1-score": 0.5923049770561243,
-        "precision": 0.5811590856615101,
-        "recall": 0.6038867562380038,
-        "support": 4168.0
+        "f1-score": 0.5790953831731895,
+        "precision": 0.5784176029962547,
+        "recall": 0.5797747536367902,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.7829807463750891,
-        "precision": 0.8014598540145985,
-        "recall": 0.7653345724907064,
-        "support": 2152.0
+        "f1-score": 0.7450592885375493,
+        "precision": 0.8008497079129049,
+        "recall": 0.6965357967667436,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9075350077795066,
-        "precision": 0.9311288483466362,
-        "recall": 0.8851073054411446,
-        "support": 9226.0
+        "f1-score": 0.8897467572575665,
+        "precision": 0.9040794979079498,
+        "recall": 0.8758613700851237,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8770785784153896,
-        "precision": 0.8633555323758325,
-        "recall": 0.891244926695933,
-        "support": 12073.0
+        "f1-score": 0.8861129867206842,
+        "precision": 0.8672442910639547,
+        "recall": 0.905820998542833,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8360186827908324,
-      "eval_loss": 0.5153732299804688,
+      "eval_accuracy": 0.8329242517215518,
+      "eval_loss": 0.5538631081581116,
       "eval_macro avg": {
-        "f1-score": 0.7899748274065275,
-        "precision": 0.7942758300996444,
-        "recall": 0.7863933902164468,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7506,
-      "eval_samples_per_second": 16.84,
-      "eval_steps_per_second": 2.105,
+        "f1-score": 0.7750036039222473,
+        "precision": 0.787647774970266,
+        "recall": 0.7644982297578727,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8534,
+      "eval_samples_per_second": 13.667,
+      "eval_steps_per_second": 1.708,
       "eval_weighted avg": {
-        "f1-score": 0.8369451960444566,
-        "precision": 0.8385857117236715,
-        "recall": 0.8360186827908324,
-        "support": 27619.0
+        "f1-score": 0.8323176558681596,
+        "precision": 0.8327711951367025,
+        "recall": 0.8329242517215518,
+        "support": 29334.0
       },
       "step": 405
     },
     {
       "epoch": 6.0,
       "eval_Claim": {
-        "f1-score": 0.5533534584591154,
-        "precision": 0.6108374384236454,
-        "recall": 0.5057581573896354,
-        "support": 4168.0
+        "f1-score": 0.5991994252283692,
+        "precision": 0.5325670498084292,
+        "recall": 0.6848897231346786,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.7910518800571156,
-        "precision": 0.8107317073170732,
-        "recall": 0.7723048327137546,
-        "support": 2152.0
+        "f1-score": 0.7586672669968483,
+        "precision": 0.7400087834870444,
+        "recall": 0.7782909930715936,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.909817664129661,
-        "precision": 0.919331636605068,
-        "recall": 0.9004985909386516,
-        "support": 9226.0
+        "f1-score": 0.8972759409440632,
+        "precision": 0.9212211784799317,
+        "recall": 0.8745439805431698,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8747714081259442,
-        "precision": 0.8410671966975002,
-        "recall": 0.9112896546011762,
-        "support": 12073.0
+        "f1-score": 0.8764605695726225,
+        "precision": 0.9062909567496723,
+        "recall": 0.8485313290896541,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8356566132010572,
-      "eval_loss": 0.5417770147323608,
+      "eval_accuracy": 0.8283220835890094,
+      "eval_loss": 0.5790187120437622,
       "eval_macro avg": {
-        "f1-score": 0.782248602692959,
-        "precision": 0.7954919947608217,
-        "recall": 0.7724628089108043,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7432,
-      "eval_samples_per_second": 16.866,
-      "eval_steps_per_second": 2.108,
+        "f1-score": 0.7829008006854759,
+        "precision": 0.7750219921312693,
+        "recall": 0.796564006459774,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8468,
+      "eval_samples_per_second": 13.683,
+      "eval_steps_per_second": 1.71,
       "eval_weighted avg": {
-        "f1-score": 0.8314498656832355,
-        "precision": 0.8301032992701898,
-        "recall": 0.8356566132010572,
-        "support": 27619.0
+        "f1-score": 0.8344852708551485,
+        "precision": 0.8447418748493872,
+        "recall": 0.8283220835890094,
+        "support": 29334.0
       },
       "step": 486
     },
     {
       "epoch": 6.17,
-      "grad_norm": 6.106111526489258,
-      "learning_rate": 1.7530864197530865e-05,
-      "loss": 0.345,
+      "grad_norm": 6.636661529541016,
+      "learning_rate": 1.3827160493827162e-05,
+      "loss": 0.3561,
       "step": 500
     },
     {
       "epoch": 7.0,
       "eval_Claim": {
-        "f1-score": 0.5860923076923077,
-        "precision": 0.6017184735911044,
-        "recall": 0.571257197696737,
-        "support": 4168.0
+        "f1-score": 0.5628712871287128,
+        "precision": 0.5955997904662127,
+        "recall": 0.5335523228531206,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8099526066350711,
-        "precision": 0.8264023210831721,
-        "recall": 0.7941449814126395,
-        "support": 2152.0
+        "f1-score": 0.7734199350487135,
+        "precision": 0.8422198041349293,
+        "recall": 0.7150115473441109,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9184632841627491,
-        "precision": 0.9157418381639909,
-        "recall": 0.9212009538261435,
-        "support": 9226.0
+        "f1-score": 0.9010954940057875,
+        "precision": 0.9193378321383383,
+        "recall": 0.8835630320226996,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8751742803247764,
-        "precision": 0.8666450093397222,
-        "recall": 0.8838731052762362,
-        "support": 12073.0
+        "f1-score": 0.8842947894099071,
+        "precision": 0.848316189939411,
+        "recall": 0.9234603880665695,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.84217386581701,
-      "eval_loss": 0.5831862688064575,
+      "eval_accuracy": 0.838003681734506,
+      "eval_loss": 0.7058164477348328,
       "eval_macro avg": {
-        "f1-score": 0.7974206197037261,
-        "precision": 0.8026269105444974,
-        "recall": 0.792619059552939,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7225,
-      "eval_samples_per_second": 16.94,
-      "eval_steps_per_second": 2.118,
+        "f1-score": 0.7804203763982802,
+        "precision": 0.8013684041697228,
+        "recall": 0.7638968225716252,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8534,
+      "eval_samples_per_second": 13.667,
+      "eval_steps_per_second": 1.708,
       "eval_weighted avg": {
-        "f1-score": 0.8409273360363069,
-        "precision": 0.8399297508801243,
-        "recall": 0.84217386581701,
-        "support": 27619.0
+        "f1-score": 0.835063123988816,
+        "precision": 0.8350403187795808,
+        "recall": 0.838003681734506,
+        "support": 29334.0
       },
       "step": 567
     },
     {
       "epoch": 8.0,
       "eval_Claim": {
-        "f1-score": 0.6089751514402275,
-        "precision": 0.6281560826319816,
-        "recall": 0.5909309021113244,
-        "support": 4168.0
+        "f1-score": 0.5638466220328667,
+        "precision": 0.5858841386288894,
+        "recall": 0.5434068512435476,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8056783802653014,
-        "precision": 0.806993006993007,
-        "recall": 0.804368029739777,
-        "support": 2152.0
+        "f1-score": 0.7606318347509112,
+        "precision": 0.8025641025641026,
+        "recall": 0.7228637413394919,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9201371876531113,
-        "precision": 0.9243136825987094,
-        "recall": 0.9159982657706481,
-        "support": 9226.0
+        "f1-score": 0.896161170692593,
+        "precision": 0.8864763037874281,
+        "recall": 0.9060599918929875,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8842053669893396,
-        "precision": 0.8721998388396455,
-        "recall": 0.8965460117617825,
-        "support": 12073.0
+        "f1-score": 0.8909187386294724,
+        "precision": 0.8807043836642937,
+        "recall": 0.9013728046629342,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8497411202433107,
-      "eval_loss": 0.5915889739990234,
+      "eval_accuracy": 0.8377650507943001,
+      "eval_loss": 0.6875935196876526,
       "eval_macro avg": {
-        "f1-score": 0.8047490215869949,
-        "precision": 0.8079156527658359,
-        "recall": 0.801960802345883,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7226,
-      "eval_samples_per_second": 16.94,
-      "eval_steps_per_second": 2.117,
+        "f1-score": 0.7778895915264609,
+        "precision": 0.7889072321611785,
+        "recall": 0.7684258472847404,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8627,
+      "eval_samples_per_second": 13.646,
+      "eval_steps_per_second": 1.706,
       "eval_weighted avg": {
-        "f1-score": 0.8485544514458778,
-        "precision": 0.8476986926907486,
-        "recall": 0.8497411202433107,
-        "support": 27619.0
+        "f1-score": 0.8355454452418354,
+        "precision": 0.8340438435010799,
+        "recall": 0.8377650507943001,
+        "support": 29334.0
       },
       "step": 648
     },
     {
       "epoch": 9.0,
       "eval_Claim": {
-        "f1-score": 0.6137689614935823,
-        "precision": 0.5974557019536574,
-        "recall": 0.6309980806142035,
-        "support": 4168.0
+        "f1-score": 0.5931978798586572,
+        "precision": 0.5602836879432624,
+        "recall": 0.6302205537306429,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8104347826086956,
-        "precision": 0.761437908496732,
-        "recall": 0.8661710037174721,
-        "support": 2152.0
+        "f1-score": 0.7739087788131438,
+        "precision": 0.8248823836905385,
+        "recall": 0.7288683602771363,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9178336980306346,
-        "precision": 0.9265518003092555,
-        "recall": 0.9092781270323,
-        "support": 9226.0
+        "f1-score": 0.8940459939094823,
+        "precision": 0.927653083460449,
+        "recall": 0.8627888123226591,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8752312090129477,
-        "precision": 0.8886043533930857,
-        "recall": 0.8622546177420691,
-        "support": 12073.0
+        "f1-score": 0.8843249773482331,
+        "precision": 0.8708454160160607,
+        "recall": 0.8982283917478334,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8433686954632681,
-      "eval_loss": 0.6680669784545898,
+      "eval_accuracy": 0.8348673893775141,
+      "eval_loss": 0.6963120698928833,
       "eval_macro avg": {
-        "f1-score": 0.804317162786465,
-        "precision": 0.7935124410381827,
-        "recall": 0.8171754572765112,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7195,
-      "eval_samples_per_second": 16.951,
-      "eval_steps_per_second": 2.119,
+        "f1-score": 0.786369407482379,
+        "precision": 0.7959161427775777,
+        "recall": 0.7800265295195679,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8671,
+      "eval_samples_per_second": 13.635,
+      "eval_steps_per_second": 1.704,
       "eval_weighted avg": {
-        "f1-score": 0.8449561811840803,
-        "precision": 0.8474346288061019,
-        "recall": 0.8433686954632681,
-        "support": 27619.0
+        "f1-score": 0.8371473756606818,
+        "precision": 0.8414411074427396,
+        "recall": 0.8348673893775141,
+        "support": 29334.0
       },
       "step": 729
     },
     {
       "epoch": 10.0,
       "eval_Claim": {
-        "f1-score": 0.5938368860055606,
-        "precision": 0.5741487455197133,
-        "recall": 0.6149232245681382,
-        "support": 4168.0
+        "f1-score": 0.5676917638741604,
+        "precision": 0.5701775147928994,
+        "recall": 0.5652275926794932,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8202093764223942,
-        "precision": 0.8037466547725245,
-        "recall": 0.837360594795539,
-        "support": 2152.0
+        "f1-score": 0.7616811458088754,
+        "precision": 0.7745940783190067,
+        "recall": 0.7491916859122402,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9145026408450704,
-        "precision": 0.9286033519553073,
-        "recall": 0.9008237589421201,
-        "support": 9226.0
+        "f1-score": 0.9002143118498772,
+        "precision": 0.9296124365756234,
+        "recall": 0.8726185650587759,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8716092527874855,
-        "precision": 0.8756164841594918,
-        "recall": 0.8676385322620724,
-        "support": 12073.0
+        "f1-score": 0.8900003732596766,
+        "precision": 0.8669284467713787,
+        "recall": 0.9143339213129841,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8382273072884608,
-      "eval_loss": 0.7243372201919556,
+      "eval_accuracy": 0.8373900593168337,
+      "eval_loss": 0.7715491056442261,
       "eval_macro avg": {
-        "f1-score": 0.8000395390151277,
-        "precision": 0.7955288091017592,
-        "recall": 0.8051865276419675,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7291,
-      "eval_samples_per_second": 16.917,
-      "eval_steps_per_second": 2.115,
+        "f1-score": 0.7798968986981474,
+        "precision": 0.785328119114727,
+        "recall": 0.7753429412408733,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8552,
+      "eval_samples_per_second": 13.663,
+      "eval_steps_per_second": 1.708,
       "eval_weighted avg": {
-        "f1-score": 0.840013852502701,
-        "precision": 0.8422219164630815,
-        "recall": 0.8382273072884608,
-        "support": 27619.0
+        "f1-score": 0.8371368267053725,
+        "precision": 0.8380850988337167,
+        "recall": 0.8373900593168337,
+        "support": 29334.0
       },
       "step": 810
     },
     {
       "epoch": 11.0,
       "eval_Claim": {
-        "f1-score": 0.6018801410105759,
-        "precision": 0.5898203592814372,
-        "recall": 0.614443378119002,
-        "support": 4168.0
+        "f1-score": 0.5986891586977544,
+        "precision": 0.5522299306243805,
+        "recall": 0.6536837165649929,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.7984663311766117,
-        "precision": 0.8243443839683325,
-        "recall": 0.7741635687732342,
-        "support": 2152.0
+        "f1-score": 0.760990850256639,
+        "precision": 0.7361830742659758,
+        "recall": 0.7875288683602771,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9056203605514316,
-        "precision": 0.9334944195144402,
-        "recall": 0.8793626707132018,
-        "support": 9226.0
+        "f1-score": 0.8930523028883683,
+        "precision": 0.9179415855354659,
+        "recall": 0.8694770976895014,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.878886273236464,
-        "precision": 0.8616792678074016,
-        "recall": 0.8967945001242442,
-        "support": 12073.0
+        "f1-score": 0.8843171634521723,
+        "precision": 0.8987802946301283,
+        "recall": 0.8703121405015722,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.838806618632101,
-      "eval_loss": 0.7492838501930237,
+      "eval_accuracy": 0.83244698984114,
+      "eval_loss": 0.7798097133636475,
       "eval_macro avg": {
-        "f1-score": 0.7962132764937708,
-        "precision": 0.8023346076429029,
-        "recall": 0.7911910294324205,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7534,
-      "eval_samples_per_second": 16.83,
-      "eval_steps_per_second": 2.104,
+        "f1-score": 0.7842623688237336,
+        "precision": 0.7762837212639876,
+        "recall": 0.795250455779086,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8447,
+      "eval_samples_per_second": 13.688,
+      "eval_steps_per_second": 1.711,
       "eval_weighted avg": {
-        "f1-score": 0.8397473983726959,
-        "precision": 0.8417333606018996,
-        "recall": 0.838806618632101,
-        "support": 27619.0
+        "f1-score": 0.8366540534646059,
+        "precision": 0.8428746215263233,
+        "recall": 0.83244698984114,
+        "support": 29334.0
       },
       "step": 891
     },
     {
       "epoch": 12.0,
       "eval_Claim": {
-        "f1-score": 0.6351054481546573,
-        "precision": 0.5856969205834684,
-        "recall": 0.6936180422264875,
-        "support": 4168.0
+        "f1-score": 0.5911446066886481,
+        "precision": 0.5933806146572104,
+        "recall": 0.5889253871421868,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8096330275229358,
-        "precision": 0.7993659420289855,
-        "recall": 0.8201672862453532,
-        "support": 2152.0
+        "f1-score": 0.7685296234108899,
+        "precision": 0.7994011976047904,
+        "recall": 0.7399538106235566,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9158836689038031,
-        "precision": 0.9461520684076727,
-        "recall": 0.8874918707999133,
-        "support": 9226.0
+        "f1-score": 0.8974528445777621,
+        "precision": 0.9005203550658096,
+        "recall": 0.8944061613295501,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8832342847576798,
-        "precision": 0.8926486760849336,
-        "recall": 0.8740164002319225,
-        "support": 12073.0
+        "f1-score": 0.8881464044346572,
+        "precision": 0.8794646214001053,
+        "recall": 0.8970013037809648,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8470980122379521,
-      "eval_loss": 0.7472469806671143,
+      "eval_accuracy": 0.8397763687188927,
+      "eval_loss": 0.8434343338012695,
       "eval_macro avg": {
-        "f1-score": 0.810964107334769,
-        "precision": 0.8059659017762651,
-        "recall": 0.8188233998759191,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7526,
-      "eval_samples_per_second": 16.833,
-      "eval_steps_per_second": 2.104,
+        "f1-score": 0.7863183697779894,
+        "precision": 0.7931916971819789,
+        "recall": 0.7800716657190646,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.824,
+      "eval_samples_per_second": 13.736,
+      "eval_steps_per_second": 1.717,
       "eval_weighted avg": {
-        "f1-score": 0.8509605717920246,
-        "precision": 0.8569306173916821,
-        "recall": 0.8470980122379521,
-        "support": 27619.0
+        "f1-score": 0.8392967405095946,
+        "precision": 0.8390729472526346,
+        "recall": 0.8397763687188927,
+        "support": 29334.0
       },
       "step": 972
     },
     {
       "epoch": 12.35,
-      "grad_norm": 3.1761698722839355,
-      "learning_rate": 1.506172839506173e-05,
-      "loss": 0.0604,
+      "grad_norm": 8.536613464355469,
+      "learning_rate": 7.654320987654322e-06,
+      "loss": 0.0633,
       "step": 1000
     },
     {
       "epoch": 13.0,
       "eval_Claim": {
-        "f1-score": 0.6302578018995931,
-        "precision": 0.5960222412318221,
-        "recall": 0.6686660268714012,
-        "support": 4168.0
+        "f1-score": 0.5875576036866359,
+        "precision": 0.5771842462652784,
+        "recall": 0.5983106522759268,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8086405259450574,
-        "precision": 0.8172757475083057,
-        "recall": 0.800185873605948,
-        "support": 2152.0
+        "f1-score": 0.7726320688852689,
+        "precision": 0.7786116322701688,
+        "recall": 0.766743648960739,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9224348987313599,
-        "precision": 0.9477475417333638,
-        "recall": 0.8984391935833514,
-        "support": 9226.0
+        "f1-score": 0.8950658744510462,
+        "precision": 0.9130388953304522,
+        "recall": 0.8777867855695176,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8844928196002152,
-        "precision": 0.8838709677419355,
-        "recall": 0.8851155470885447,
-        "support": 12073.0
+        "f1-score": 0.8827460510328068,
+        "precision": 0.8741821463488004,
+        "recall": 0.891479407930056,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8502842246279735,
-      "eval_loss": 0.812764048576355,
+      "eval_accuracy": 0.835071930183405,
+      "eval_loss": 0.9362213015556335,
       "eval_macro avg": {
-        "f1-score": 0.8114565115440564,
-        "precision": 0.8112291245538568,
-        "recall": 0.8131016602873112,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7412,
-      "eval_samples_per_second": 16.873,
-      "eval_steps_per_second": 2.109,
+        "f1-score": 0.7845003995139396,
+        "precision": 0.785754230053675,
+        "recall": 0.7835801236840598,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8402,
+      "eval_samples_per_second": 13.698,
+      "eval_steps_per_second": 1.712,
       "eval_weighted avg": {
-        "f1-score": 0.8528902247322565,
-        "precision": 0.8565802934093382,
-        "recall": 0.8502842246279735,
-        "support": 27619.0
+        "f1-score": 0.83587491458883,
+        "precision": 0.8370485534468686,
+        "recall": 0.835071930183405,
+        "support": 29334.0
       },
       "step": 1053
     },
     {
       "epoch": 14.0,
       "eval_Claim": {
-        "f1-score": 0.6177896267571498,
-        "precision": 0.6241429970617042,
-        "recall": 0.6115642994241842,
-        "support": 4168.0
+        "f1-score": 0.5757274309873166,
+        "precision": 0.6124338624338624,
+        "recall": 0.5431722196152041,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.7891914191419142,
-        "precision": 0.7095697329376854,
-        "recall": 0.8889405204460966,
-        "support": 2152.0
+        "f1-score": 0.7806691449814126,
+        "precision": 0.7854137447405329,
+        "recall": 0.7759815242494227,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.915085817524842,
-        "precision": 0.9549846806504831,
-        "recall": 0.8783871667027965,
-        "support": 9226.0
+        "f1-score": 0.894971487817522,
+        "precision": 0.916153682869879,
+        "recall": 0.8747466558573166,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8833210513387375,
-        "precision": 0.8733101270946328,
-        "recall": 0.8935641514122422,
-        "support": 12073.0
+        "f1-score": 0.8893903521751998,
+        "precision": 0.8590723933395269,
+        "recall": 0.9219265281079837,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8455773199608965,
-      "eval_loss": 0.8994765281677246,
+      "eval_accuracy": 0.8402536305993046,
+      "eval_loss": 1.0311453342437744,
       "eval_macro avg": {
-        "f1-score": 0.8013469786906608,
-        "precision": 0.7905018844361265,
-        "recall": 0.8181140344963299,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7538,
-      "eval_samples_per_second": 16.829,
-      "eval_steps_per_second": 2.104,
+        "f1-score": 0.7851896039903627,
+        "precision": 0.7932684208459503,
+        "recall": 0.7789567319574817,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8463,
+      "eval_samples_per_second": 13.684,
+      "eval_steps_per_second": 1.71,
       "eval_weighted avg": {
-        "f1-score": 0.8465260836240982,
-        "precision": 0.850232952139105,
-        "recall": 0.8455773199608965,
-        "support": 27619.0
+        "f1-score": 0.8376709093048489,
+        "precision": 0.8370035916809992,
+        "recall": 0.8402536305993046,
+        "support": 29334.0
       },
       "step": 1134
     },
     {
       "epoch": 15.0,
       "eval_Claim": {
-        "f1-score": 0.6071797224452345,
-        "precision": 0.5816304108987036,
-        "recall": 0.6350767754318618,
-        "support": 4168.0
+        "f1-score": 0.5845799769850402,
+        "precision": 0.5736224028906955,
+        "recall": 0.5959643359924918,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8077178975382568,
-        "precision": 0.7725922783198982,
-        "recall": 0.8461895910780669,
-        "support": 2152.0
+        "f1-score": 0.7613293051359518,
+        "precision": 0.8367459878251245,
+        "recall": 0.6983833718244804,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9198298062926884,
-        "precision": 0.9512505789717461,
-        "recall": 0.8904183828311294,
-        "support": 9226.0
+        "f1-score": 0.8997656860192659,
+        "precision": 0.9253507550605119,
+        "recall": 0.8755573571139035,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8720390922643698,
-        "precision": 0.8719668737060041,
-        "recall": 0.8721113227863828,
-        "support": 12073.0
+        "f1-score": 0.8875041976045669,
+        "precision": 0.8641912512716174,
+        "recall": 0.9121098243730348,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8404359317860893,
-      "eval_loss": 0.9128327369689941,
+      "eval_accuracy": 0.8381059521374514,
+      "eval_loss": 1.0062618255615234,
       "eval_macro avg": {
-        "f1-score": 0.8016916296351374,
-        "precision": 0.794360035474088,
-        "recall": 0.8109490180318603,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7243,
-      "eval_samples_per_second": 16.934,
-      "eval_steps_per_second": 2.117,
+        "f1-score": 0.7832947914362062,
+        "precision": 0.7999775992619873,
+        "recall": 0.7705037223259776,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8597,
+      "eval_samples_per_second": 13.653,
+      "eval_steps_per_second": 1.707,
       "eval_weighted avg": {
-        "f1-score": 0.8430215341764057,
-        "precision": 0.8468933720777774,
-        "recall": 0.8404359317860893,
-        "support": 27619.0
+        "f1-score": 0.8383041122838222,
+        "precision": 0.8405224217982303,
+        "recall": 0.8381059521374514,
+        "support": 29334.0
       },
       "step": 1215
     },
     {
       "epoch": 16.0,
       "eval_Claim": {
-        "f1-score": 0.6309481002037637,
-        "precision": 0.6304191616766467,
-        "recall": 0.6314779270633397,
-        "support": 4168.0
+        "f1-score": 0.587790910198611,
+        "precision": 0.6114068441064638,
+        "recall": 0.5659314875645237,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8244803695150116,
-        "precision": 0.8195592286501377,
-        "recall": 0.8294609665427509,
-        "support": 2152.0
+        "f1-score": 0.7780703854440987,
+        "precision": 0.8076540755467196,
+        "recall": 0.7505773672055427,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9188405797101449,
-        "precision": 0.9101446193109315,
-        "recall": 0.9277043138955127,
-        "support": 9226.0
+        "f1-score": 0.8989037758830695,
+        "precision": 0.9003660024400163,
+        "recall": 0.8974462910417511,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8854815124294965,
-        "precision": 0.8933569381217332,
-        "recall": 0.8777437256688478,
-        "support": 12073.0
+        "f1-score": 0.89104589917231,
+        "precision": 0.8745292075917583,
+        "recall": 0.908198481478641,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8535066439769724,
-      "eval_loss": 0.8802785873413086,
+      "eval_accuracy": 0.8432194722847208,
+      "eval_loss": 0.9864347577095032,
       "eval_macro avg": {
-        "f1-score": 0.8149376404646043,
-        "precision": 0.8133699869398623,
-        "recall": 0.8165967332926127,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7225,
-      "eval_samples_per_second": 16.94,
-      "eval_steps_per_second": 2.118,
+        "f1-score": 0.7889527426745223,
+        "precision": 0.7984890324212395,
+        "recall": 0.7805384068226147,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8915,
+      "eval_samples_per_second": 13.579,
+      "eval_steps_per_second": 1.697,
       "eval_weighted avg": {
-        "f1-score": 0.8534601153123827,
-        "precision": 0.8535345630772185,
-        "recall": 0.8535066439769724,
-        "support": 27619.0
+        "f1-score": 0.8412905564694496,
+        "precision": 0.8400553996388973,
+        "recall": 0.8432194722847208,
+        "support": 29334.0
       },
       "step": 1296
     },
     {
       "epoch": 17.0,
       "eval_Claim": {
-        "f1-score": 0.6351891003053795,
-        "precision": 0.6221813161527842,
-        "recall": 0.6487523992322457,
-        "support": 4168.0
+        "f1-score": 0.5855803726420553,
+        "precision": 0.5777574788764558,
+        "recall": 0.5936180197090568,
+        "support": 4262.0
       },
       "eval_MajorClaim": {
-        "f1-score": 0.8157058556513844,
-        "precision": 0.7972493345164152,
-        "recall": 0.8350371747211895,
-        "support": 2152.0
+        "f1-score": 0.7654614652711702,
+        "precision": 0.7891123099558607,
+        "recall": 0.7431870669745958,
+        "support": 2165.0
       },
       "eval_O": {
-        "f1-score": 0.9181362943609842,
-        "precision": 0.9221517603323858,
-        "recall": 0.914155647084327,
-        "support": 9226.0
+        "f1-score": 0.9005902941022829,
+        "precision": 0.9293800539083558,
+        "recall": 0.8735306039724362,
+        "support": 9868.0
       },
       "eval_Premise": {
-        "f1-score": 0.8847406664996242,
-        "precision": 0.8921923692411353,
-        "recall": 0.8774124078522323,
-        "support": 12073.0
+        "f1-score": 0.8890554722638682,
+        "precision": 0.869437724507001,
+        "recall": 0.9095789554413682,
+        "support": 13039.0
       },
-      "eval_accuracy": 0.8518773308229842,
-      "eval_loss": 0.8617361783981323,
+      "eval_accuracy": 0.8392650167041659,
+      "eval_loss": 1.047443151473999,
       "eval_macro avg": {
-        "f1-score": 0.813442979204343,
-        "precision": 0.8084436950606801,
-        "recall": 0.8188394072224987,
-        "support": 27619.0
-      },
-      "eval_runtime": 4.7584,
-      "eval_samples_per_second": 16.812,
-      "eval_steps_per_second": 2.102,
+        "f1-score": 0.7851719010698441,
+        "precision": 0.7914218918119184,
+        "recall": 0.7799786615243642,
+        "support": 29334.0
+      },
+      "eval_runtime": 5.8682,
+      "eval_samples_per_second": 13.633,
+      "eval_steps_per_second": 1.704,
       "eval_weighted avg": {
-        "f1-score": 0.8528573333523664,
-        "precision": 0.8540549226358285,
-        "recall": 0.8518773308229842,
-        "support": 27619.0
+        "f1-score": 0.8397213794764584,
+        "precision": 0.8412951315142951,
+        "recall": 0.8392650167041659,
+        "support": 29334.0
       },
       "step": 1377
     }
   ],
   "logging_steps": 500,
-  "max_steps": 4050,
+  "max_steps": 1620,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 50,
+  "num_train_epochs": 20,
   "save_steps": 500,
   "total_flos": 2444408456355600.0,
   "train_batch_size": 4,

checkpoint-1377/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e651c478af6098730eda01c59bbe4834fbad7ed476e7ec6e4265141ee6647e9
+oid sha256:91855299d72d2ceb66b00b0c173ef2e96bd5d782fa49a7debc2d6f3b7cbd2cd4
 size 4856