Theoreticallyhugo commited on
Commit
2722470
·
verified ·
1 Parent(s): 681fbca

Training in progress, epoch 12, checkpoint

Browse files
checkpoint-492/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2a6646aa66b3a94c59ffa3908580c116e3110b578a9fc325fbdb06c314dbffa3
3
  size 592324828
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc431db88957a585280816f57e4b96ae38f064c384dba8a731417633aacd382a
3
  size 592324828
checkpoint-492/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7372ad8507f8cf9652f5a5281e6d3d7b033168a3ac3e05254ce8fbc9ab3ea257
3
  size 1014657786
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:792abab89fd6bbc2028f41f1dd932b0921994ca64b5791503fe505df9851ab7a
3
  size 1014657786
checkpoint-492/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c189466643703424c77db24cb1c70bb1b76b65752ddeeaa3d7bb424b6ea3dcb
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6e53e706c63ba0c275c9b6332ceadb76c337b40858f3ddadb0ab10622a334eb
3
  size 14244
checkpoint-492/trainer_state.json CHANGED
@@ -11,540 +11,540 @@
11
  {
12
  "epoch": 1.0,
13
  "eval_Claim": {
14
- "f1-score": 0.47523786289338865,
15
- "precision": 0.535017852238396,
16
- "recall": 0.4274742154926487,
17
- "support": 4557.0
18
  },
19
  "eval_MajorClaim": {
20
- "f1-score": 0.5895036615134255,
21
- "precision": 0.5474121647147714,
22
- "recall": 0.6386073159982371,
23
- "support": 2269.0
24
  },
25
  "eval_O": {
26
- "f1-score": 0.8362336114421931,
27
- "precision": 0.845403060609712,
28
- "recall": 0.8272609362103526,
29
- "support": 8481.0
30
  },
31
  "eval_Premise": {
32
- "f1-score": 0.8706190412246543,
33
- "precision": 0.850072112232857,
34
- "recall": 0.8921838447777625,
35
- "support": 14534.0
36
  },
37
- "eval_accuracy": 0.7834858081163499,
38
- "eval_loss": 0.5869407653808594,
39
  "eval_macro avg": {
40
- "f1-score": 0.6928985442684154,
41
- "precision": 0.694476297448934,
42
- "recall": 0.6963815781197502,
43
- "support": 29841.0
44
- },
45
- "eval_runtime": 1.4026,
46
- "eval_samples_per_second": 57.038,
47
- "eval_steps_per_second": 7.13,
48
  "eval_weighted avg": {
49
- "f1-score": 0.7790930985214805,
50
- "precision": 0.7776202536983177,
51
- "recall": 0.7834858081163499,
52
- "support": 29841.0
53
  },
54
  "step": 41
55
  },
56
  {
57
  "epoch": 2.0,
58
  "eval_Claim": {
59
- "f1-score": 0.5317480394636985,
60
- "precision": 0.6276500447894894,
61
- "recall": 0.4612683783190696,
62
- "support": 4557.0
63
  },
64
  "eval_MajorClaim": {
65
- "f1-score": 0.7102803738317758,
66
- "precision": 0.6855268552685527,
67
- "recall": 0.7368884971353019,
68
- "support": 2269.0
69
  },
70
  "eval_O": {
71
- "f1-score": 0.8735280263777673,
72
- "precision": 0.872397977184523,
73
- "recall": 0.8746610069567268,
74
- "support": 8481.0
75
  },
76
  "eval_Premise": {
77
- "f1-score": 0.884589815184151,
78
- "precision": 0.8556913183279743,
79
- "recall": 0.9155084629145452,
80
- "support": 14534.0
81
  },
82
- "eval_accuracy": 0.820951040514728,
83
- "eval_loss": 0.48614954948425293,
84
  "eval_macro avg": {
85
- "f1-score": 0.7500365637143481,
86
- "precision": 0.7603165488926349,
87
- "recall": 0.7470815863314109,
88
- "support": 29841.0
89
- },
90
- "eval_runtime": 1.3997,
91
- "eval_samples_per_second": 57.154,
92
- "eval_steps_per_second": 7.144,
93
  "eval_weighted avg": {
94
- "f1-score": 0.8143098940939201,
95
- "precision": 0.8126767385071133,
96
- "recall": 0.820951040514728,
97
- "support": 29841.0
98
  },
99
  "step": 82
100
  },
101
  {
102
  "epoch": 3.0,
103
  "eval_Claim": {
104
- "f1-score": 0.5762534088525278,
105
- "precision": 0.5519389190275267,
106
- "recall": 0.6028088654816766,
107
- "support": 4557.0
108
  },
109
  "eval_MajorClaim": {
110
- "f1-score": 0.7533490937746257,
111
- "precision": 0.6811542572141076,
112
- "recall": 0.8426619656236227,
113
- "support": 2269.0
114
  },
115
  "eval_O": {
116
- "f1-score": 0.8863363002165023,
117
- "precision": 0.9045047256658892,
118
- "recall": 0.868883386393114,
119
- "support": 8481.0
120
  },
121
  "eval_Premise": {
122
- "f1-score": 0.8715370552664885,
123
- "precision": 0.8910855499640546,
124
- "recall": 0.8528278519333975,
125
- "support": 14534.0
126
  },
127
- "eval_accuracy": 0.8184377199155525,
128
- "eval_loss": 0.46511921286582947,
129
  "eval_macro avg": {
130
- "f1-score": 0.7718689645275361,
131
- "precision": 0.7571708629678946,
132
- "recall": 0.7917955173579527,
133
- "support": 29841.0
134
- },
135
- "eval_runtime": 1.4011,
136
- "eval_samples_per_second": 57.099,
137
- "eval_steps_per_second": 7.137,
138
  "eval_weighted avg": {
139
- "f1-score": 0.8216639389194362,
140
- "precision": 0.8271460951435015,
141
- "recall": 0.8184377199155525,
142
- "support": 29841.0
143
  },
144
  "step": 123
145
  },
146
  {
147
  "epoch": 4.0,
148
  "eval_Claim": {
149
- "f1-score": 0.5960000000000001,
150
- "precision": 0.5727291118753793,
151
- "recall": 0.6212420452051789,
152
- "support": 4557.0
153
  },
154
  "eval_MajorClaim": {
155
- "f1-score": 0.7671584348941629,
156
- "precision": 0.7450166112956811,
157
- "recall": 0.7906566769501984,
158
- "support": 2269.0
159
  },
160
  "eval_O": {
161
- "f1-score": 0.8945798982634625,
162
- "precision": 0.8872651356993737,
163
- "recall": 0.9020162716660771,
164
- "support": 8481.0
165
  },
166
  "eval_Premise": {
167
- "f1-score": 0.8770509119076122,
168
- "precision": 0.8981107585809057,
169
- "recall": 0.8569561029310582,
170
- "support": 14534.0
171
  },
172
- "eval_accuracy": 0.8287255789015113,
173
- "eval_loss": 0.46847572922706604,
174
  "eval_macro avg": {
175
- "f1-score": 0.7836973112663095,
176
- "precision": 0.7757804043628349,
177
- "recall": 0.792717774188128,
178
- "support": 29841.0
179
- },
180
- "eval_runtime": 1.3906,
181
- "eval_samples_per_second": 57.529,
182
- "eval_steps_per_second": 7.191,
183
  "eval_weighted avg": {
184
- "f1-score": 0.8307578351802057,
185
- "precision": 0.8336988249364055,
186
- "recall": 0.8287255789015113,
187
- "support": 29841.0
188
  },
189
  "step": 164
190
  },
191
  {
192
  "epoch": 5.0,
193
  "eval_Claim": {
194
- "f1-score": 0.5957255343082115,
195
- "precision": 0.6111239326102008,
196
- "recall": 0.5810840465218345,
197
- "support": 4557.0
198
  },
199
  "eval_MajorClaim": {
200
- "f1-score": 0.7869718309859155,
201
- "precision": 0.7859340659340659,
202
- "recall": 0.7880123402379903,
203
- "support": 2269.0
204
  },
205
  "eval_O": {
206
- "f1-score": 0.8924617196702003,
207
- "precision": 0.8915166490175315,
208
- "recall": 0.8934087961325315,
209
- "support": 8481.0
210
  },
211
  "eval_Premise": {
212
- "f1-score": 0.8858138581385815,
213
- "precision": 0.8798018189222208,
214
- "recall": 0.8919086280445852,
215
- "support": 14534.0
216
  },
217
- "eval_accuracy": 0.8369692704668074,
218
- "eval_loss": 0.4714011251926422,
219
  "eval_macro avg": {
220
- "f1-score": 0.7902432357757272,
221
- "precision": 0.7920941166210047,
222
- "recall": 0.7886034527342354,
223
- "support": 29841.0
224
- },
225
- "eval_runtime": 1.4,
226
- "eval_samples_per_second": 57.143,
227
- "eval_steps_per_second": 7.143,
228
  "eval_weighted avg": {
229
- "f1-score": 0.8358884354766487,
230
- "precision": 0.8349642603479214,
231
- "recall": 0.8369692704668074,
232
- "support": 29841.0
233
  },
234
  "step": 205
235
  },
236
  {
237
  "epoch": 6.0,
238
  "eval_Claim": {
239
- "f1-score": 0.5968608901311546,
240
- "precision": 0.5850368809272919,
241
- "recall": 0.6091727013385999,
242
- "support": 4557.0
243
  },
244
  "eval_MajorClaim": {
245
- "f1-score": 0.8127323420074349,
246
- "precision": 0.8594594594594595,
247
- "recall": 0.7708241516086382,
248
- "support": 2269.0
249
  },
250
  "eval_O": {
251
- "f1-score": 0.8972979364985514,
252
- "precision": 0.8999051233396584,
253
- "recall": 0.8947058129937507,
254
- "support": 8481.0
255
  },
256
  "eval_Premise": {
257
- "f1-score": 0.8825566642663649,
258
- "precision": 0.8796910246770114,
259
- "recall": 0.8854410348149168,
260
- "support": 14534.0
261
  },
262
- "eval_accuracy": 0.8371703361147415,
263
- "eval_loss": 0.5037193298339844,
264
  "eval_macro avg": {
265
- "f1-score": 0.7973619582258764,
266
- "precision": 0.8060231221008552,
267
- "recall": 0.7900359251889764,
268
- "support": 29841.0
269
- },
270
- "eval_runtime": 1.4008,
271
- "eval_samples_per_second": 57.109,
272
- "eval_steps_per_second": 7.139,
273
  "eval_weighted avg": {
274
- "f1-score": 0.8378086229762441,
275
- "precision": 0.8389012192486348,
276
- "recall": 0.8371703361147415,
277
- "support": 29841.0
278
  },
279
  "step": 246
280
  },
281
  {
282
  "epoch": 7.0,
283
  "eval_Claim": {
284
- "f1-score": 0.6057510824913955,
285
- "precision": 0.6130337078651685,
286
- "recall": 0.5986394557823129,
287
- "support": 4557.0
288
  },
289
  "eval_MajorClaim": {
290
- "f1-score": 0.7914081145584726,
291
- "precision": 0.8630921395106715,
292
- "recall": 0.7307183781401498,
293
- "support": 2269.0
294
  },
295
  "eval_O": {
296
- "f1-score": 0.8969556393157437,
297
- "precision": 0.8824737562756733,
298
- "recall": 0.9119207640608419,
299
- "support": 8481.0
300
  },
301
  "eval_Premise": {
302
- "f1-score": 0.8857729138166894,
303
- "precision": 0.880592955256358,
304
- "recall": 0.8910141736617586,
305
- "support": 14534.0
306
  },
307
- "eval_accuracy": 0.8401192989511075,
308
- "eval_loss": 0.5329757928848267,
309
  "eval_macro avg": {
310
- "f1-score": 0.7949719375455753,
311
- "precision": 0.8097981397269679,
312
- "recall": 0.7830731929112658,
313
- "support": 29841.0
314
- },
315
- "eval_runtime": 1.3907,
316
- "eval_samples_per_second": 57.526,
317
- "eval_steps_per_second": 7.191,
318
  "eval_weighted avg": {
319
- "f1-score": 0.8390140076168712,
320
- "precision": 0.8389379916879856,
321
- "recall": 0.8401192989511075,
322
- "support": 29841.0
323
  },
324
  "step": 287
325
  },
326
  {
327
  "epoch": 8.0,
328
  "eval_Claim": {
329
- "f1-score": 0.6007012930089853,
330
- "precision": 0.599912453490917,
331
- "recall": 0.6014922097871407,
332
- "support": 4557.0
333
  },
334
  "eval_MajorClaim": {
335
- "f1-score": 0.8150046598322461,
336
- "precision": 0.8645575877409788,
337
- "recall": 0.7708241516086382,
338
- "support": 2269.0
339
  },
340
  "eval_O": {
341
- "f1-score": 0.8958295721249322,
342
- "precision": 0.9148230088495575,
343
- "recall": 0.8776087725504068,
344
- "support": 8481.0
345
  },
346
  "eval_Premise": {
347
- "f1-score": 0.8864303302189092,
348
- "precision": 0.8694501422616291,
349
- "recall": 0.9040869684876841,
350
- "support": 14534.0
351
  },
352
- "eval_accuracy": 0.8402198317750745,
353
- "eval_loss": 0.5759353637695312,
354
  "eval_macro avg": {
355
- "f1-score": 0.7994914637962682,
356
- "precision": 0.8121857980857706,
357
- "recall": 0.7885030256084674,
358
- "support": 29841.0
359
- },
360
- "eval_runtime": 1.4002,
361
- "eval_samples_per_second": 57.137,
362
- "eval_steps_per_second": 7.142,
363
  "eval_weighted avg": {
364
- "f1-score": 0.8400372100799064,
365
- "precision": 0.8408124567818104,
366
- "recall": 0.8402198317750745,
367
- "support": 29841.0
368
  },
369
  "step": 328
370
  },
371
  {
372
  "epoch": 9.0,
373
  "eval_Claim": {
374
- "f1-score": 0.6078538018057218,
375
- "precision": 0.6026747195858498,
376
- "recall": 0.6131226684222076,
377
- "support": 4557.0
378
  },
379
  "eval_MajorClaim": {
380
- "f1-score": 0.8104317335086566,
381
- "precision": 0.8060156931124673,
382
- "recall": 0.8148964301454386,
383
- "support": 2269.0
384
  },
385
  "eval_O": {
386
- "f1-score": 0.8967088304058509,
387
- "precision": 0.9120731707317074,
388
- "recall": 0.8818535550053059,
389
- "support": 8481.0
390
  },
391
  "eval_Premise": {
392
- "f1-score": 0.8858266370319713,
393
- "precision": 0.8804975868397797,
394
- "recall": 0.8912205862116417,
395
- "support": 14534.0
396
  },
397
- "eval_accuracy": 0.8402868536577193,
398
- "eval_loss": 0.597597062587738,
399
  "eval_macro avg": {
400
- "f1-score": 0.8002052506880502,
401
- "precision": 0.800315292567451,
402
- "recall": 0.8002733099461484,
403
- "support": 29841.0
404
- },
405
- "eval_runtime": 1.4006,
406
- "eval_samples_per_second": 57.118,
407
- "eval_steps_per_second": 7.14,
408
  "eval_weighted avg": {
409
- "f1-score": 0.8407376197665799,
410
- "precision": 0.8413820848138425,
411
- "recall": 0.8402868536577193,
412
- "support": 29841.0
413
  },
414
  "step": 369
415
  },
416
  {
417
  "epoch": 10.0,
418
  "eval_Claim": {
419
- "f1-score": 0.6166648417825469,
420
- "precision": 0.6153846153846154,
421
- "recall": 0.6179504059688391,
422
- "support": 4557.0
423
  },
424
  "eval_MajorClaim": {
425
- "f1-score": 0.8066597294484912,
426
- "precision": 0.7641955835962145,
427
- "recall": 0.8541207580431909,
428
- "support": 2269.0
429
  },
430
  "eval_O": {
431
- "f1-score": 0.8995083343326538,
432
- "precision": 0.9150908869098451,
433
- "recall": 0.8844475887277443,
434
- "support": 8481.0
435
  },
436
  "eval_Premise": {
437
- "f1-score": 0.8894240693593889,
438
- "precision": 0.8894852738783374,
439
- "recall": 0.8893628732626944,
440
- "support": 14534.0
441
  },
442
- "eval_accuracy": 0.8438390134378875,
443
- "eval_loss": 0.6327010989189148,
444
  "eval_macro avg": {
445
- "f1-score": 0.8030642437307701,
446
- "precision": 0.7960390899422531,
447
- "recall": 0.8114704065006171,
448
- "support": 29841.0
449
- },
450
- "eval_runtime": 1.3944,
451
- "eval_samples_per_second": 57.373,
452
- "eval_steps_per_second": 7.172,
453
  "eval_weighted avg": {
454
- "f1-score": 0.8443440976397001,
455
- "precision": 0.8453782465037248,
456
- "recall": 0.8438390134378875,
457
- "support": 29841.0
458
  },
459
  "step": 410
460
  },
461
  {
462
  "epoch": 11.0,
463
  "eval_Claim": {
464
- "f1-score": 0.6205015213513796,
465
- "precision": 0.5944913550462404,
466
- "recall": 0.6488918147904323,
467
- "support": 4557.0
468
  },
469
  "eval_MajorClaim": {
470
- "f1-score": 0.8115818607621886,
471
- "precision": 0.78500823723229,
472
- "recall": 0.8400176289114147,
473
- "support": 2269.0
474
  },
475
  "eval_O": {
476
- "f1-score": 0.8931679980922858,
477
- "precision": 0.9032919329555047,
478
- "recall": 0.8832684824902723,
479
- "support": 8481.0
480
  },
481
  "eval_Premise": {
482
- "f1-score": 0.8841004184100418,
483
- "precision": 0.8962250812950657,
484
- "recall": 0.872299435805697,
485
- "support": 14534.0
486
  },
487
- "eval_accuracy": 0.8388458831808585,
488
- "eval_loss": 0.6347343325614929,
489
  "eval_macro avg": {
490
- "f1-score": 0.802337949653974,
491
- "precision": 0.7947541516322751,
492
- "recall": 0.8111193404994541,
493
- "support": 29841.0
494
- },
495
- "eval_runtime": 1.3894,
496
- "eval_samples_per_second": 57.578,
497
- "eval_steps_per_second": 7.197,
498
  "eval_weighted avg": {
499
- "f1-score": 0.8409094181783406,
500
- "precision": 0.843699440707882,
501
- "recall": 0.8388458831808585,
502
- "support": 29841.0
503
  },
504
  "step": 451
505
  },
506
  {
507
  "epoch": 12.0,
508
  "eval_Claim": {
509
- "f1-score": 0.6289669861554845,
510
- "precision": 0.6110076557003932,
511
- "recall": 0.6480140443274084,
512
- "support": 4557.0
513
  },
514
  "eval_MajorClaim": {
515
- "f1-score": 0.8147826086956521,
516
- "precision": 0.803946803946804,
517
- "recall": 0.8259144997796386,
518
- "support": 2269.0
519
  },
520
  "eval_O": {
521
- "f1-score": 0.9003071107961257,
522
- "precision": 0.901905099988167,
523
- "recall": 0.8987147742011555,
524
- "support": 8481.0
525
  },
526
  "eval_Premise": {
527
- "f1-score": 0.8883866481223922,
528
- "precision": 0.8980036552790664,
529
- "recall": 0.8789734415852484,
530
- "support": 14534.0
531
  },
532
- "eval_accuracy": 0.8452799839147481,
533
- "eval_loss": 0.6512799859046936,
534
  "eval_macro avg": {
535
- "f1-score": 0.8081108384424137,
536
- "precision": 0.8037158037286076,
537
- "recall": 0.8129041899733627,
538
- "support": 29841.0
539
- },
540
- "eval_runtime": 1.3915,
541
- "eval_samples_per_second": 57.493,
542
- "eval_steps_per_second": 7.187,
543
  "eval_weighted avg": {
544
- "f1-score": 0.8465621274593268,
545
- "precision": 0.8481337577161484,
546
- "recall": 0.8452799839147481,
547
- "support": 29841.0
548
  },
549
  "step": 492
550
  }
@@ -554,7 +554,7 @@
554
  "num_input_tokens_seen": 0,
555
  "num_train_epochs": 16,
556
  "save_steps": 500,
557
- "total_flos": 1725464792721600.0,
558
  "train_batch_size": 8,
559
  "trial_name": null,
560
  "trial_params": null
 
11
  {
12
  "epoch": 1.0,
13
  "eval_Claim": {
14
+ "f1-score": 0.3926645091693635,
15
+ "precision": 0.4813399941228328,
16
+ "recall": 0.33157894736842103,
17
+ "support": 4940.0
18
  },
19
  "eval_MajorClaim": {
20
+ "f1-score": 0.5305101700566855,
21
+ "precision": 0.41758530183727033,
22
+ "recall": 0.7271480804387569,
23
+ "support": 2188.0
24
  },
25
  "eval_O": {
26
+ "f1-score": 0.8568685802054334,
27
+ "precision": 0.8614998552263295,
28
+ "recall": 0.8522868328081734,
29
+ "support": 10473.0
30
  },
31
  "eval_Premise": {
32
+ "f1-score": 0.8535428122545169,
33
+ "precision": 0.8528192892126083,
34
+ "recall": 0.8542675639977357,
35
+ "support": 15899.0
36
  },
37
+ "eval_accuracy": 0.7682686567164179,
38
+ "eval_loss": 0.6236585974693298,
39
  "eval_macro avg": {
40
+ "f1-score": 0.6583965179214999,
41
+ "precision": 0.6533111100997602,
42
+ "recall": 0.6913203561532717,
43
+ "support": 33500.0
44
+ },
45
+ "eval_runtime": 1.4247,
46
+ "eval_samples_per_second": 56.854,
47
+ "eval_steps_per_second": 7.721,
48
  "eval_weighted avg": {
49
+ "f1-score": 0.7655218131315448,
50
+ "precision": 0.7723271066974134,
51
+ "recall": 0.7682686567164179,
52
+ "support": 33500.0
53
  },
54
  "step": 41
55
  },
56
  {
57
  "epoch": 2.0,
58
  "eval_Claim": {
59
+ "f1-score": 0.5235859602056785,
60
+ "precision": 0.5846230654018971,
61
+ "recall": 0.47408906882591095,
62
+ "support": 4940.0
63
  },
64
  "eval_MajorClaim": {
65
+ "f1-score": 0.7206085753803596,
66
+ "precision": 0.7269767441860465,
67
+ "recall": 0.7143510054844607,
68
+ "support": 2188.0
69
  },
70
  "eval_O": {
71
+ "f1-score": 0.8884743765953269,
72
+ "precision": 0.9142337609859582,
73
+ "recall": 0.8641268022534135,
74
+ "support": 10473.0
75
  },
76
  "eval_Premise": {
77
+ "f1-score": 0.8745201535508637,
78
+ "precision": 0.8357695614789338,
79
+ "recall": 0.917038807472168,
80
+ "support": 15899.0
81
  },
82
+ "eval_accuracy": 0.8219402985074626,
83
+ "eval_loss": 0.47505903244018555,
84
  "eval_macro avg": {
85
+ "f1-score": 0.7517972664330571,
86
+ "precision": 0.7654007830132088,
87
+ "recall": 0.7424014210089883,
88
+ "support": 33500.0
89
+ },
90
+ "eval_runtime": 1.4322,
91
+ "eval_samples_per_second": 56.557,
92
+ "eval_steps_per_second": 7.681,
93
  "eval_weighted avg": {
94
+ "f1-score": 0.8170804260816812,
95
+ "precision": 0.816159208839521,
96
+ "recall": 0.8219402985074626,
97
+ "support": 33500.0
98
  },
99
  "step": 82
100
  },
101
  {
102
  "epoch": 3.0,
103
  "eval_Claim": {
104
+ "f1-score": 0.5033996474439688,
105
+ "precision": 0.6658894070619586,
106
+ "recall": 0.4046558704453441,
107
+ "support": 4940.0
108
  },
109
  "eval_MajorClaim": {
110
+ "f1-score": 0.7934708682838358,
111
+ "precision": 0.7872244714349977,
112
+ "recall": 0.79981718464351,
113
+ "support": 2188.0
114
  },
115
  "eval_O": {
116
+ "f1-score": 0.9017883608339096,
117
+ "precision": 0.9342819121711536,
118
+ "recall": 0.8714790413444095,
119
+ "support": 10473.0
120
  },
121
  "eval_Premise": {
122
+ "f1-score": 0.8787676209853219,
123
+ "precision": 0.8168702042580784,
124
+ "recall": 0.9508145166362665,
125
+ "support": 15899.0
126
  },
127
+ "eval_accuracy": 0.8356119402985075,
128
+ "eval_loss": 0.458564430475235,
129
  "eval_macro avg": {
130
+ "f1-score": 0.7693566243867591,
131
+ "precision": 0.8010664987315472,
132
+ "recall": 0.7566916532673825,
133
+ "support": 33500.0
134
+ },
135
+ "eval_runtime": 1.4302,
136
+ "eval_samples_per_second": 56.636,
137
+ "eval_steps_per_second": 7.691,
138
  "eval_weighted avg": {
139
+ "f1-score": 0.8250407291712659,
140
+ "precision": 0.8293759599418965,
141
+ "recall": 0.8356119402985075,
142
+ "support": 33500.0
143
  },
144
  "step": 123
145
  },
146
  {
147
  "epoch": 4.0,
148
  "eval_Claim": {
149
+ "f1-score": 0.6119839240043845,
150
+ "precision": 0.5575898801597869,
151
+ "recall": 0.6781376518218624,
152
+ "support": 4940.0
153
  },
154
  "eval_MajorClaim": {
155
+ "f1-score": 0.8013553578991952,
156
+ "precision": 0.7466456195737964,
157
+ "recall": 0.8647166361974405,
158
+ "support": 2188.0
159
  },
160
  "eval_O": {
161
+ "f1-score": 0.9009650063359004,
162
+ "precision": 0.9201592832254853,
163
+ "recall": 0.8825551417931825,
164
+ "support": 10473.0
165
  },
166
  "eval_Premise": {
167
+ "f1-score": 0.8636894716344281,
168
+ "precision": 0.8922416683430564,
169
+ "recall": 0.836907981634065,
170
+ "support": 15899.0
171
  },
172
+ "eval_accuracy": 0.8295820895522388,
173
+ "eval_loss": 0.45249882340431213,
174
  "eval_macro avg": {
175
+ "f1-score": 0.7944984399684771,
176
+ "precision": 0.7791591128255312,
177
+ "recall": 0.8155793528616375,
178
+ "support": 33500.0
179
+ },
180
+ "eval_runtime": 1.4313,
181
+ "eval_samples_per_second": 56.59,
182
+ "eval_steps_per_second": 7.685,
183
  "eval_weighted avg": {
184
+ "f1-score": 0.8341543739861718,
185
+ "precision": 0.8421114352783158,
186
+ "recall": 0.8295820895522388,
187
+ "support": 33500.0
188
  },
189
  "step": 164
190
  },
191
  {
192
  "epoch": 5.0,
193
  "eval_Claim": {
194
+ "f1-score": 0.6177297297297297,
195
+ "precision": 0.662877030162413,
196
+ "recall": 0.5783400809716599,
197
+ "support": 4940.0
198
  },
199
  "eval_MajorClaim": {
200
+ "f1-score": 0.8327169893408746,
201
+ "precision": 0.7945205479452054,
202
+ "recall": 0.8747714808043876,
203
+ "support": 2188.0
204
  },
205
  "eval_O": {
206
+ "f1-score": 0.9074411905904946,
207
+ "precision": 0.9125229313507772,
208
+ "recall": 0.9024157357013273,
209
+ "support": 10473.0
210
  },
211
  "eval_Premise": {
212
+ "f1-score": 0.8867988738669058,
213
+ "precision": 0.8726254262055528,
214
+ "recall": 0.9014403421598842,
215
+ "support": 15899.0
216
  },
217
+ "eval_accuracy": 0.8523582089552239,
218
+ "eval_loss": 0.47209030389785767,
219
  "eval_macro avg": {
220
+ "f1-score": 0.8111716958820011,
221
+ "precision": 0.8106364839159872,
222
+ "recall": 0.8142419099093148,
223
+ "support": 33500.0
224
+ },
225
+ "eval_runtime": 1.4276,
226
+ "eval_samples_per_second": 56.738,
227
+ "eval_steps_per_second": 7.705,
228
  "eval_weighted avg": {
229
+ "f1-score": 0.8500422842449816,
230
+ "precision": 0.8490670984831405,
231
+ "recall": 0.8523582089552239,
232
+ "support": 33500.0
233
  },
234
  "step": 205
235
  },
236
  {
237
  "epoch": 6.0,
238
  "eval_Claim": {
239
+ "f1-score": 0.6278612118073537,
240
+ "precision": 0.6428419936373276,
241
+ "recall": 0.6135627530364373,
242
+ "support": 4940.0
243
  },
244
  "eval_MajorClaim": {
245
+ "f1-score": 0.83248730964467,
246
+ "precision": 0.804950917626974,
247
+ "recall": 0.8619744058500914,
248
+ "support": 2188.0
249
  },
250
  "eval_O": {
251
+ "f1-score": 0.9114601059950406,
252
+ "precision": 0.9285714285714286,
253
+ "recall": 0.8949680129857729,
254
+ "support": 10473.0
255
  },
256
  "eval_Premise": {
257
+ "f1-score": 0.8842993146649301,
258
+ "precision": 0.872155615365794,
259
+ "recall": 0.8967859613812189,
260
+ "support": 15899.0
261
  },
262
+ "eval_accuracy": 0.8521791044776119,
263
+ "eval_loss": 0.47916167974472046,
264
  "eval_macro avg": {
265
+ "f1-score": 0.8140269855279986,
266
+ "precision": 0.812129988800381,
267
+ "recall": 0.8168227833133802,
268
+ "support": 33500.0
269
+ },
270
+ "eval_runtime": 1.4308,
271
+ "eval_samples_per_second": 56.613,
272
+ "eval_steps_per_second": 7.688,
273
  "eval_weighted avg": {
274
+ "f1-score": 0.8515914362320791,
275
+ "precision": 0.8515881419840463,
276
+ "recall": 0.8521791044776119,
277
+ "support": 33500.0
278
  },
279
  "step": 246
280
  },
281
  {
282
  "epoch": 7.0,
283
  "eval_Claim": {
284
+ "f1-score": 0.5961820851688694,
285
+ "precision": 0.6744186046511628,
286
+ "recall": 0.5342105263157895,
287
+ "support": 4940.0
288
  },
289
  "eval_MajorClaim": {
290
+ "f1-score": 0.8332962385933673,
291
+ "precision": 0.8121475054229935,
292
+ "recall": 0.8555758683729433,
293
+ "support": 2188.0
294
  },
295
  "eval_O": {
296
+ "f1-score": 0.9087219135056778,
297
+ "precision": 0.9198786930150655,
298
+ "recall": 0.8978325217225246,
299
+ "support": 10473.0
300
  },
301
  "eval_Premise": {
302
+ "f1-score": 0.8884371491853515,
303
+ "precision": 0.8582063305978898,
304
+ "recall": 0.9208755267626895,
305
+ "support": 15899.0
306
  },
307
+ "eval_accuracy": 0.8523880597014926,
308
+ "eval_loss": 0.5201511383056641,
309
  "eval_macro avg": {
310
+ "f1-score": 0.8066593466133165,
311
+ "precision": 0.816162783421778,
312
+ "recall": 0.8021236107934867,
313
+ "support": 33500.0
314
+ },
315
+ "eval_runtime": 1.436,
316
+ "eval_samples_per_second": 56.406,
317
+ "eval_steps_per_second": 7.66,
318
  "eval_weighted avg": {
319
+ "f1-score": 0.8480805524125185,
320
+ "precision": 0.8473766761482054,
321
+ "recall": 0.8523880597014926,
322
+ "support": 33500.0
323
  },
324
  "step": 287
325
  },
326
  {
327
  "epoch": 8.0,
328
  "eval_Claim": {
329
+ "f1-score": 0.6418997361477573,
330
+ "precision": 0.6705622932745314,
331
+ "recall": 0.6155870445344129,
332
+ "support": 4940.0
333
  },
334
  "eval_MajorClaim": {
335
+ "f1-score": 0.8422907488986784,
336
+ "precision": 0.8129251700680272,
337
+ "recall": 0.8738574040219378,
338
+ "support": 2188.0
339
  },
340
  "eval_O": {
341
+ "f1-score": 0.909046716251033,
342
+ "precision": 0.9259259259259259,
343
+ "recall": 0.89277188962093,
344
+ "support": 10473.0
345
  },
346
  "eval_Premise": {
347
+ "f1-score": 0.8894304929968533,
348
+ "precision": 0.8728428701180745,
349
+ "recall": 0.9066607962764954,
350
+ "support": 15899.0
351
  },
352
+ "eval_accuracy": 0.8572537313432835,
353
+ "eval_loss": 0.5458493232727051,
354
  "eval_macro avg": {
355
+ "f1-score": 0.8206669235735804,
356
+ "precision": 0.8205640648466398,
357
+ "recall": 0.822219283613444,
358
+ "support": 33500.0
359
+ },
360
+ "eval_runtime": 1.4343,
361
+ "eval_samples_per_second": 56.474,
362
+ "eval_steps_per_second": 7.669,
363
  "eval_weighted avg": {
364
+ "f1-score": 0.8559826424660975,
365
+ "precision": 0.8556957914959558,
366
+ "recall": 0.8572537313432835,
367
+ "support": 33500.0
368
  },
369
  "step": 328
370
  },
371
  {
372
  "epoch": 9.0,
373
  "eval_Claim": {
374
+ "f1-score": 0.6331998768093625,
375
+ "precision": 0.6423661737138097,
376
+ "recall": 0.6242914979757085,
377
+ "support": 4940.0
378
  },
379
  "eval_MajorClaim": {
380
+ "f1-score": 0.8381555153707052,
381
+ "precision": 0.8291592128801432,
382
+ "recall": 0.8473491773308958,
383
+ "support": 2188.0
384
  },
385
  "eval_O": {
386
+ "f1-score": 0.9061017111633034,
387
+ "precision": 0.909720885466795,
388
+ "recall": 0.9025112193258856,
389
+ "support": 10473.0
390
  },
391
  "eval_Premise": {
392
+ "f1-score": 0.8844614037282621,
393
+ "precision": 0.8796739874323399,
394
+ "recall": 0.8893012139128247,
395
+ "support": 15899.0
396
  },
397
+ "eval_accuracy": 0.8516119402985075,
398
+ "eval_loss": 0.5549963116645813,
399
  "eval_macro avg": {
400
+ "f1-score": 0.8154796267679083,
401
+ "precision": 0.8152300648732719,
402
+ "recall": 0.8158632771363286,
403
+ "support": 33500.0
404
+ },
405
+ "eval_runtime": 1.4235,
406
+ "eval_samples_per_second": 56.902,
407
+ "eval_steps_per_second": 7.727,
408
  "eval_weighted avg": {
409
+ "f1-score": 0.8511506488942767,
410
+ "precision": 0.8507741138987609,
411
+ "recall": 0.8516119402985075,
412
+ "support": 33500.0
413
  },
414
  "step": 369
415
  },
416
  {
417
  "epoch": 10.0,
418
  "eval_Claim": {
419
+ "f1-score": 0.6263982102908278,
420
+ "precision": 0.6611198560827524,
421
+ "recall": 0.5951417004048583,
422
+ "support": 4940.0
423
  },
424
  "eval_MajorClaim": {
425
+ "f1-score": 0.8409399005874378,
426
+ "precision": 0.8315460232350312,
427
+ "recall": 0.8505484460694699,
428
+ "support": 2188.0
429
  },
430
  "eval_O": {
431
+ "f1-score": 0.9098583349505143,
432
+ "precision": 0.9248446592366111,
433
+ "recall": 0.8953499474840065,
434
+ "support": 10473.0
435
  },
436
  "eval_Premise": {
437
+ "f1-score": 0.8851573292402148,
438
+ "precision": 0.8645358599184456,
439
+ "recall": 0.9067865903515945,
440
+ "support": 15899.0
441
  },
442
+ "eval_accuracy": 0.8535820895522388,
443
+ "eval_loss": 0.5788276791572571,
444
  "eval_macro avg": {
445
+ "f1-score": 0.8155884437672487,
446
+ "precision": 0.8205115996182102,
447
+ "recall": 0.8119566710774824,
448
+ "support": 33500.0
449
+ },
450
+ "eval_runtime": 1.4232,
451
+ "eval_samples_per_second": 56.912,
452
+ "eval_steps_per_second": 7.729,
453
  "eval_weighted avg": {
454
+ "f1-score": 0.8518342203238483,
455
+ "precision": 0.851239060922849,
456
+ "recall": 0.8535820895522388,
457
+ "support": 33500.0
458
  },
459
  "step": 410
460
  },
461
  {
462
  "epoch": 11.0,
463
  "eval_Claim": {
464
+ "f1-score": 0.6328578975171685,
465
+ "precision": 0.661878453038674,
466
+ "recall": 0.6062753036437247,
467
+ "support": 4940.0
468
  },
469
  "eval_MajorClaim": {
470
+ "f1-score": 0.8469798657718122,
471
+ "precision": 0.829535495179667,
472
+ "recall": 0.8651736745886655,
473
+ "support": 2188.0
474
  },
475
  "eval_O": {
476
+ "f1-score": 0.9110819097678493,
477
+ "precision": 0.9291244788564622,
478
+ "recall": 0.8937267258665139,
479
+ "support": 10473.0
480
  },
481
  "eval_Premise": {
482
+ "f1-score": 0.88966111076942,
483
+ "precision": 0.8703893134364282,
484
+ "recall": 0.9098056481539719,
485
+ "support": 15899.0
486
  },
487
+ "eval_accuracy": 0.8571044776119403,
488
+ "eval_loss": 0.5865030288696289,
489
  "eval_macro avg": {
490
+ "f1-score": 0.8201451959565625,
491
+ "precision": 0.8227319351278078,
492
+ "recall": 0.818745338063219,
493
+ "support": 33500.0
494
+ },
495
+ "eval_runtime": 1.4299,
496
+ "eval_samples_per_second": 56.648,
497
+ "eval_steps_per_second": 7.693,
498
  "eval_weighted avg": {
499
+ "f1-score": 0.8557012776467233,
500
+ "precision": 0.8553356293389153,
501
+ "recall": 0.8571044776119403,
502
+ "support": 33500.0
503
  },
504
  "step": 451
505
  },
506
  {
507
  "epoch": 12.0,
508
  "eval_Claim": {
509
+ "f1-score": 0.6447044940505456,
510
+ "precision": 0.6268885064065787,
511
+ "recall": 0.6635627530364372,
512
+ "support": 4940.0
513
  },
514
  "eval_MajorClaim": {
515
+ "f1-score": 0.8387389430709912,
516
+ "precision": 0.8325078793336335,
517
+ "recall": 0.8450639853747715,
518
+ "support": 2188.0
519
  },
520
  "eval_O": {
521
+ "f1-score": 0.9096724171351037,
522
+ "precision": 0.923546196989078,
523
+ "recall": 0.896209300105032,
524
+ "support": 10473.0
525
  },
526
  "eval_Premise": {
527
+ "f1-score": 0.885106650726735,
528
+ "precision": 0.885440926543715,
529
+ "recall": 0.8847726272092584,
530
+ "support": 15899.0
531
  },
532
+ "eval_accuracy": 0.8531343283582089,
533
+ "eval_loss": 0.6139675378799438,
534
  "eval_macro avg": {
535
+ "f1-score": 0.8195556262458439,
536
+ "precision": 0.8170958773182513,
537
+ "recall": 0.8224021664313748,
538
+ "support": 33500.0
539
+ },
540
+ "eval_runtime": 1.4276,
541
+ "eval_samples_per_second": 56.739,
542
+ "eval_steps_per_second": 7.705,
543
  "eval_weighted avg": {
544
+ "f1-score": 0.8543077872420695,
545
+ "precision": 0.8557695842930038,
546
+ "recall": 0.8531343283582089,
547
+ "support": 33500.0
548
  },
549
  "step": 492
550
  }
 
554
  "num_input_tokens_seen": 0,
555
  "num_train_epochs": 16,
556
  "save_steps": 500,
557
+ "total_flos": 1720106206408800.0,
558
  "train_batch_size": 8,
559
  "trial_name": null,
560
  "trial_params": null
checkpoint-492/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fdcb45ede21ecca936ab63090715c5dc953e544931a449f7e44cc1bbcab87ad8
3
  size 4664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a34106aa46561666831adcdfa68f4d8530a86618e19859d53733fffd662fa99f
3
  size 4664