5m4ck3r commited on
Commit
4017d85
1 Parent(s): 42ea89c

Upload folder using huggingface_hub

Browse files
README.md ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ ---
3
+ tags:
4
+ - autotrain
5
+ - text-classification
6
+ base_model: cross-encoder/nli-roberta-base
7
+ widget:
8
+ - text: "I love AutoTrain"
9
+ ---
10
+
11
+ # Model Trained Using AutoTrain
12
+
13
+ - Problem type: Text Classification
14
+
15
+ ## Validation Metrics
16
+ loss: 0.28241145610809326
17
+
18
+ f1_macro: 0.8093855588593053
19
+
20
+ f1_micro: 0.9515418502202643
21
+
22
+ f1_weighted: 0.949198754683482
23
+
24
+ precision_macro: 0.8090277777777778
25
+
26
+ precision_micro: 0.9515418502202643
27
+
28
+ precision_weighted: 0.9473201174743024
29
+
30
+ recall_macro: 0.8100845864661653
31
+
32
+ recall_micro: 0.9515418502202643
33
+
34
+ recall_weighted: 0.9515418502202643
35
+
36
+ accuracy: 0.9515418502202643
checkpoint-1356/config.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "cross-encoder/nli-roberta-base",
3
+ "_num_labels": 7,
4
+ "architectures": [
5
+ "RobertaForSequenceClassification"
6
+ ],
7
+ "attention_probs_dropout_prob": 0.1,
8
+ "bos_token_id": 0,
9
+ "classifier_dropout": null,
10
+ "eos_token_id": 2,
11
+ "gradient_checkpointing": false,
12
+ "hidden_act": "gelu",
13
+ "hidden_dropout_prob": 0.1,
14
+ "hidden_size": 768,
15
+ "id2label": {
16
+ "0": "College;School;Institute",
17
+ "1": "Department;Branch",
18
+ "2": "District;University",
19
+ "3": "Laboratory;Institute",
20
+ "4": "School;Institute",
21
+ "5": "State;Country",
22
+ "6": "University;Academy"
23
+ },
24
+ "initializer_range": 0.02,
25
+ "intermediate_size": 3072,
26
+ "label2id": {
27
+ "College;School;Institute": 0,
28
+ "Department;Branch": 1,
29
+ "District;University": 2,
30
+ "Laboratory;Institute": 3,
31
+ "School;Institute": 4,
32
+ "State;Country": 5,
33
+ "University;Academy": 6
34
+ },
35
+ "layer_norm_eps": 1e-05,
36
+ "max_position_embeddings": 514,
37
+ "model_type": "roberta",
38
+ "num_attention_heads": 12,
39
+ "num_hidden_layers": 12,
40
+ "pad_token_id": 1,
41
+ "position_embedding_type": "absolute",
42
+ "problem_type": "single_label_classification",
43
+ "torch_dtype": "float32",
44
+ "transformers_version": "4.44.2",
45
+ "type_vocab_size": 1,
46
+ "use_cache": true,
47
+ "vocab_size": 50265
48
+ }
checkpoint-1356/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3027513992e7e0a542c4999448c09b7be18f35b881ed673d3ff076e578cc1b82
3
+ size 498628204
checkpoint-1356/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51273394b98b3d3b157da0e2b930c7faa17c5ad57750cca56ceacf8026525a78
3
+ size 997370618
checkpoint-1356/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12657f9c9609de3348c0e2c29cf6a2db7d4b5f43b846756233994698bf669500
3
+ size 13990
checkpoint-1356/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cd7c7b801b5e64d309284c0dc90dbd8cb6682806c3651d01781411ec9c80a3e
3
+ size 1064
checkpoint-1356/trainer_state.json ADDED
@@ -0,0 +1,523 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.28241145610809326,
3
+ "best_model_checkpoint": "roberta-base-Address-classifier/checkpoint-1356",
4
+ "epoch": 3.0,
5
+ "eval_steps": 500,
6
+ "global_step": 1356,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.048672566371681415,
13
+ "grad_norm": 11.64233112335205,
14
+ "learning_rate": 8.088235294117648e-06,
15
+ "loss": 2.0159,
16
+ "step": 22
17
+ },
18
+ {
19
+ "epoch": 0.09734513274336283,
20
+ "grad_norm": 9.701587677001953,
21
+ "learning_rate": 1.6176470588235296e-05,
22
+ "loss": 1.8444,
23
+ "step": 44
24
+ },
25
+ {
26
+ "epoch": 0.14601769911504425,
27
+ "grad_norm": 17.245328903198242,
28
+ "learning_rate": 2.4264705882352942e-05,
29
+ "loss": 1.5743,
30
+ "step": 66
31
+ },
32
+ {
33
+ "epoch": 0.19469026548672566,
34
+ "grad_norm": 15.90720272064209,
35
+ "learning_rate": 3.235294117647059e-05,
36
+ "loss": 1.4247,
37
+ "step": 88
38
+ },
39
+ {
40
+ "epoch": 0.24336283185840707,
41
+ "grad_norm": 46.80242156982422,
42
+ "learning_rate": 4.044117647058824e-05,
43
+ "loss": 1.3278,
44
+ "step": 110
45
+ },
46
+ {
47
+ "epoch": 0.2920353982300885,
48
+ "grad_norm": 18.616405487060547,
49
+ "learning_rate": 4.8529411764705885e-05,
50
+ "loss": 1.297,
51
+ "step": 132
52
+ },
53
+ {
54
+ "epoch": 0.3407079646017699,
55
+ "grad_norm": 13.270706176757812,
56
+ "learning_rate": 4.926229508196721e-05,
57
+ "loss": 0.8346,
58
+ "step": 154
59
+ },
60
+ {
61
+ "epoch": 0.3893805309734513,
62
+ "grad_norm": 15.923650741577148,
63
+ "learning_rate": 4.836065573770492e-05,
64
+ "loss": 0.8817,
65
+ "step": 176
66
+ },
67
+ {
68
+ "epoch": 0.43805309734513276,
69
+ "grad_norm": 10.419814109802246,
70
+ "learning_rate": 4.745901639344262e-05,
71
+ "loss": 0.8942,
72
+ "step": 198
73
+ },
74
+ {
75
+ "epoch": 0.48672566371681414,
76
+ "grad_norm": 73.36026763916016,
77
+ "learning_rate": 4.655737704918033e-05,
78
+ "loss": 0.8241,
79
+ "step": 220
80
+ },
81
+ {
82
+ "epoch": 0.5353982300884956,
83
+ "grad_norm": 0.5245129466056824,
84
+ "learning_rate": 4.5655737704918036e-05,
85
+ "loss": 0.8222,
86
+ "step": 242
87
+ },
88
+ {
89
+ "epoch": 0.584070796460177,
90
+ "grad_norm": 2.809516429901123,
91
+ "learning_rate": 4.475409836065574e-05,
92
+ "loss": 0.5647,
93
+ "step": 264
94
+ },
95
+ {
96
+ "epoch": 0.6327433628318584,
97
+ "grad_norm": 0.8721010088920593,
98
+ "learning_rate": 4.3852459016393444e-05,
99
+ "loss": 1.0694,
100
+ "step": 286
101
+ },
102
+ {
103
+ "epoch": 0.6814159292035398,
104
+ "grad_norm": 23.75225067138672,
105
+ "learning_rate": 4.295081967213115e-05,
106
+ "loss": 0.9127,
107
+ "step": 308
108
+ },
109
+ {
110
+ "epoch": 0.7300884955752213,
111
+ "grad_norm": 0.05216699093580246,
112
+ "learning_rate": 4.204918032786885e-05,
113
+ "loss": 0.5421,
114
+ "step": 330
115
+ },
116
+ {
117
+ "epoch": 0.7787610619469026,
118
+ "grad_norm": 158.07220458984375,
119
+ "learning_rate": 4.1147540983606556e-05,
120
+ "loss": 0.6714,
121
+ "step": 352
122
+ },
123
+ {
124
+ "epoch": 0.827433628318584,
125
+ "grad_norm": 0.044040240347385406,
126
+ "learning_rate": 4.0245901639344266e-05,
127
+ "loss": 0.4678,
128
+ "step": 374
129
+ },
130
+ {
131
+ "epoch": 0.8761061946902655,
132
+ "grad_norm": 14.472332954406738,
133
+ "learning_rate": 3.934426229508197e-05,
134
+ "loss": 0.7397,
135
+ "step": 396
136
+ },
137
+ {
138
+ "epoch": 0.9247787610619469,
139
+ "grad_norm": 0.1380554586648941,
140
+ "learning_rate": 3.8442622950819674e-05,
141
+ "loss": 0.6216,
142
+ "step": 418
143
+ },
144
+ {
145
+ "epoch": 0.9734513274336283,
146
+ "grad_norm": 2.5347917079925537,
147
+ "learning_rate": 3.754098360655738e-05,
148
+ "loss": 0.618,
149
+ "step": 440
150
+ },
151
+ {
152
+ "epoch": 1.0,
153
+ "eval_accuracy": 0.8502202643171806,
154
+ "eval_f1_macro": 0.6415460023258589,
155
+ "eval_f1_micro": 0.8502202643171806,
156
+ "eval_f1_weighted": 0.7985454278732038,
157
+ "eval_loss": 0.39620670676231384,
158
+ "eval_precision_macro": 0.6037581699346405,
159
+ "eval_precision_micro": 0.8502202643171806,
160
+ "eval_precision_weighted": 0.7685605079036019,
161
+ "eval_recall_macro": 0.7080745341614907,
162
+ "eval_recall_micro": 0.8502202643171806,
163
+ "eval_recall_weighted": 0.8502202643171806,
164
+ "eval_runtime": 39.9004,
165
+ "eval_samples_per_second": 5.689,
166
+ "eval_steps_per_second": 1.429,
167
+ "step": 452
168
+ },
169
+ {
170
+ "epoch": 1.0221238938053097,
171
+ "grad_norm": 60.38380432128906,
172
+ "learning_rate": 3.663934426229508e-05,
173
+ "loss": 0.6679,
174
+ "step": 462
175
+ },
176
+ {
177
+ "epoch": 1.0707964601769913,
178
+ "grad_norm": 4.803969383239746,
179
+ "learning_rate": 3.5737704918032786e-05,
180
+ "loss": 0.3501,
181
+ "step": 484
182
+ },
183
+ {
184
+ "epoch": 1.1194690265486726,
185
+ "grad_norm": 32.821571350097656,
186
+ "learning_rate": 3.483606557377049e-05,
187
+ "loss": 0.2716,
188
+ "step": 506
189
+ },
190
+ {
191
+ "epoch": 1.168141592920354,
192
+ "grad_norm": 17.706575393676758,
193
+ "learning_rate": 3.39344262295082e-05,
194
+ "loss": 0.507,
195
+ "step": 528
196
+ },
197
+ {
198
+ "epoch": 1.2168141592920354,
199
+ "grad_norm": 0.13019758462905884,
200
+ "learning_rate": 3.3032786885245905e-05,
201
+ "loss": 0.7063,
202
+ "step": 550
203
+ },
204
+ {
205
+ "epoch": 1.2654867256637168,
206
+ "grad_norm": 28.202177047729492,
207
+ "learning_rate": 3.213114754098361e-05,
208
+ "loss": 0.7669,
209
+ "step": 572
210
+ },
211
+ {
212
+ "epoch": 1.3141592920353982,
213
+ "grad_norm": 0.33747950196266174,
214
+ "learning_rate": 3.122950819672131e-05,
215
+ "loss": 0.3914,
216
+ "step": 594
217
+ },
218
+ {
219
+ "epoch": 1.3628318584070795,
220
+ "grad_norm": 0.025730812922120094,
221
+ "learning_rate": 3.0327868852459017e-05,
222
+ "loss": 0.2898,
223
+ "step": 616
224
+ },
225
+ {
226
+ "epoch": 1.411504424778761,
227
+ "grad_norm": 0.22744347155094147,
228
+ "learning_rate": 2.9426229508196725e-05,
229
+ "loss": 0.4201,
230
+ "step": 638
231
+ },
232
+ {
233
+ "epoch": 1.4601769911504425,
234
+ "grad_norm": 0.045706842094659805,
235
+ "learning_rate": 2.852459016393443e-05,
236
+ "loss": 0.0077,
237
+ "step": 660
238
+ },
239
+ {
240
+ "epoch": 1.508849557522124,
241
+ "grad_norm": 0.16193030774593353,
242
+ "learning_rate": 2.7622950819672133e-05,
243
+ "loss": 0.3191,
244
+ "step": 682
245
+ },
246
+ {
247
+ "epoch": 1.5575221238938053,
248
+ "grad_norm": 0.03732098266482353,
249
+ "learning_rate": 2.6721311475409837e-05,
250
+ "loss": 0.9339,
251
+ "step": 704
252
+ },
253
+ {
254
+ "epoch": 1.606194690265487,
255
+ "grad_norm": 1.1235909461975098,
256
+ "learning_rate": 2.5819672131147544e-05,
257
+ "loss": 0.3131,
258
+ "step": 726
259
+ },
260
+ {
261
+ "epoch": 1.6548672566371683,
262
+ "grad_norm": 0.043644171208143234,
263
+ "learning_rate": 2.4918032786885248e-05,
264
+ "loss": 0.2802,
265
+ "step": 748
266
+ },
267
+ {
268
+ "epoch": 1.7035398230088497,
269
+ "grad_norm": 0.18655426800251007,
270
+ "learning_rate": 2.4016393442622952e-05,
271
+ "loss": 0.518,
272
+ "step": 770
273
+ },
274
+ {
275
+ "epoch": 1.752212389380531,
276
+ "grad_norm": 128.0469207763672,
277
+ "learning_rate": 2.311475409836066e-05,
278
+ "loss": 0.3009,
279
+ "step": 792
280
+ },
281
+ {
282
+ "epoch": 1.8008849557522124,
283
+ "grad_norm": 0.08213580399751663,
284
+ "learning_rate": 2.2213114754098363e-05,
285
+ "loss": 0.4224,
286
+ "step": 814
287
+ },
288
+ {
289
+ "epoch": 1.8495575221238938,
290
+ "grad_norm": 0.04984794929623604,
291
+ "learning_rate": 2.1311475409836064e-05,
292
+ "loss": 0.1551,
293
+ "step": 836
294
+ },
295
+ {
296
+ "epoch": 1.8982300884955752,
297
+ "grad_norm": 0.031158190220594406,
298
+ "learning_rate": 2.040983606557377e-05,
299
+ "loss": 0.4602,
300
+ "step": 858
301
+ },
302
+ {
303
+ "epoch": 1.9469026548672566,
304
+ "grad_norm": 0.0321173295378685,
305
+ "learning_rate": 1.9508196721311475e-05,
306
+ "loss": 0.1192,
307
+ "step": 880
308
+ },
309
+ {
310
+ "epoch": 1.995575221238938,
311
+ "grad_norm": 0.03802354261279106,
312
+ "learning_rate": 1.860655737704918e-05,
313
+ "loss": 0.1485,
314
+ "step": 902
315
+ },
316
+ {
317
+ "epoch": 2.0,
318
+ "eval_accuracy": 0.947136563876652,
319
+ "eval_f1_macro": 0.8020900163344027,
320
+ "eval_f1_micro": 0.947136563876652,
321
+ "eval_f1_weighted": 0.944319826580159,
322
+ "eval_loss": 0.315266877412796,
323
+ "eval_precision_macro": 0.8020293882362848,
324
+ "eval_precision_micro": 0.947136563876652,
325
+ "eval_precision_weighted": 0.9424897852666347,
326
+ "eval_recall_macro": 0.8030357142857143,
327
+ "eval_recall_micro": 0.947136563876652,
328
+ "eval_recall_weighted": 0.947136563876652,
329
+ "eval_runtime": 39.853,
330
+ "eval_samples_per_second": 5.696,
331
+ "eval_steps_per_second": 1.43,
332
+ "step": 904
333
+ },
334
+ {
335
+ "epoch": 2.0442477876106193,
336
+ "grad_norm": 0.1867416501045227,
337
+ "learning_rate": 1.7704918032786887e-05,
338
+ "loss": 0.0035,
339
+ "step": 924
340
+ },
341
+ {
342
+ "epoch": 2.0929203539823007,
343
+ "grad_norm": 0.14578068256378174,
344
+ "learning_rate": 1.680327868852459e-05,
345
+ "loss": 0.9124,
346
+ "step": 946
347
+ },
348
+ {
349
+ "epoch": 2.1415929203539825,
350
+ "grad_norm": 926.0078735351562,
351
+ "learning_rate": 1.5901639344262295e-05,
352
+ "loss": 0.289,
353
+ "step": 968
354
+ },
355
+ {
356
+ "epoch": 2.190265486725664,
357
+ "grad_norm": 0.2907329797744751,
358
+ "learning_rate": 1.5e-05,
359
+ "loss": 0.539,
360
+ "step": 990
361
+ },
362
+ {
363
+ "epoch": 2.2389380530973453,
364
+ "grad_norm": 0.43732479214668274,
365
+ "learning_rate": 1.4098360655737704e-05,
366
+ "loss": 0.176,
367
+ "step": 1012
368
+ },
369
+ {
370
+ "epoch": 2.2876106194690267,
371
+ "grad_norm": 0.008984439074993134,
372
+ "learning_rate": 1.319672131147541e-05,
373
+ "loss": 0.4674,
374
+ "step": 1034
375
+ },
376
+ {
377
+ "epoch": 2.336283185840708,
378
+ "grad_norm": 0.022706633433699608,
379
+ "learning_rate": 1.2295081967213116e-05,
380
+ "loss": 0.4095,
381
+ "step": 1056
382
+ },
383
+ {
384
+ "epoch": 2.3849557522123894,
385
+ "grad_norm": 0.14266431331634521,
386
+ "learning_rate": 1.139344262295082e-05,
387
+ "loss": 0.3441,
388
+ "step": 1078
389
+ },
390
+ {
391
+ "epoch": 2.433628318584071,
392
+ "grad_norm": 25.22464370727539,
393
+ "learning_rate": 1.0491803278688525e-05,
394
+ "loss": 0.3304,
395
+ "step": 1100
396
+ },
397
+ {
398
+ "epoch": 2.482300884955752,
399
+ "grad_norm": 0.20000261068344116,
400
+ "learning_rate": 9.59016393442623e-06,
401
+ "loss": 0.232,
402
+ "step": 1122
403
+ },
404
+ {
405
+ "epoch": 2.5309734513274336,
406
+ "grad_norm": 0.049278829246759415,
407
+ "learning_rate": 8.688524590163935e-06,
408
+ "loss": 0.5132,
409
+ "step": 1144
410
+ },
411
+ {
412
+ "epoch": 2.579646017699115,
413
+ "grad_norm": 0.10397324711084366,
414
+ "learning_rate": 7.78688524590164e-06,
415
+ "loss": 0.115,
416
+ "step": 1166
417
+ },
418
+ {
419
+ "epoch": 2.6283185840707963,
420
+ "grad_norm": 0.019381407648324966,
421
+ "learning_rate": 6.885245901639345e-06,
422
+ "loss": 0.0654,
423
+ "step": 1188
424
+ },
425
+ {
426
+ "epoch": 2.676991150442478,
427
+ "grad_norm": 0.008687891066074371,
428
+ "learning_rate": 5.98360655737705e-06,
429
+ "loss": 0.2235,
430
+ "step": 1210
431
+ },
432
+ {
433
+ "epoch": 2.725663716814159,
434
+ "grad_norm": 0.029992764815688133,
435
+ "learning_rate": 5.0819672131147545e-06,
436
+ "loss": 0.2295,
437
+ "step": 1232
438
+ },
439
+ {
440
+ "epoch": 2.774336283185841,
441
+ "grad_norm": 0.2019273042678833,
442
+ "learning_rate": 4.180327868852459e-06,
443
+ "loss": 0.2214,
444
+ "step": 1254
445
+ },
446
+ {
447
+ "epoch": 2.823008849557522,
448
+ "grad_norm": 0.32915887236595154,
449
+ "learning_rate": 3.278688524590164e-06,
450
+ "loss": 0.0037,
451
+ "step": 1276
452
+ },
453
+ {
454
+ "epoch": 2.8716814159292037,
455
+ "grad_norm": 0.023709949105978012,
456
+ "learning_rate": 2.377049180327869e-06,
457
+ "loss": 0.2387,
458
+ "step": 1298
459
+ },
460
+ {
461
+ "epoch": 2.920353982300885,
462
+ "grad_norm": 0.06727021932601929,
463
+ "learning_rate": 1.4754098360655739e-06,
464
+ "loss": 0.1205,
465
+ "step": 1320
466
+ },
467
+ {
468
+ "epoch": 2.9690265486725664,
469
+ "grad_norm": 1.9222813844680786,
470
+ "learning_rate": 5.737704918032787e-07,
471
+ "loss": 0.1217,
472
+ "step": 1342
473
+ },
474
+ {
475
+ "epoch": 3.0,
476
+ "eval_accuracy": 0.9515418502202643,
477
+ "eval_f1_macro": 0.8093855588593053,
478
+ "eval_f1_micro": 0.9515418502202643,
479
+ "eval_f1_weighted": 0.949198754683482,
480
+ "eval_loss": 0.28241145610809326,
481
+ "eval_precision_macro": 0.8090277777777778,
482
+ "eval_precision_micro": 0.9515418502202643,
483
+ "eval_precision_weighted": 0.9473201174743024,
484
+ "eval_recall_macro": 0.8100845864661653,
485
+ "eval_recall_micro": 0.9515418502202643,
486
+ "eval_recall_weighted": 0.9515418502202643,
487
+ "eval_runtime": 38.4831,
488
+ "eval_samples_per_second": 5.899,
489
+ "eval_steps_per_second": 1.481,
490
+ "step": 1356
491
+ }
492
+ ],
493
+ "logging_steps": 22,
494
+ "max_steps": 1356,
495
+ "num_input_tokens_seen": 0,
496
+ "num_train_epochs": 3,
497
+ "save_steps": 500,
498
+ "stateful_callbacks": {
499
+ "EarlyStoppingCallback": {
500
+ "args": {
501
+ "early_stopping_patience": 5,
502
+ "early_stopping_threshold": 0.01
503
+ },
504
+ "attributes": {
505
+ "early_stopping_patience_counter": 0
506
+ }
507
+ },
508
+ "TrainerControl": {
509
+ "args": {
510
+ "should_epoch_stop": false,
511
+ "should_evaluate": false,
512
+ "should_log": false,
513
+ "should_save": true,
514
+ "should_training_stop": true
515
+ },
516
+ "attributes": {}
517
+ }
518
+ },
519
+ "total_flos": 178397303961600.0,
520
+ "train_batch_size": 2,
521
+ "trial_name": null,
522
+ "trial_params": null
523
+ }
checkpoint-1356/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0cb15d4ba46789567cd0a2fe165572f43635c5352cd1d53c46d81b89856fd83
3
+ size 5240
config.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "cross-encoder/nli-roberta-base",
3
+ "_num_labels": 7,
4
+ "architectures": [
5
+ "RobertaForSequenceClassification"
6
+ ],
7
+ "attention_probs_dropout_prob": 0.1,
8
+ "bos_token_id": 0,
9
+ "classifier_dropout": null,
10
+ "eos_token_id": 2,
11
+ "gradient_checkpointing": false,
12
+ "hidden_act": "gelu",
13
+ "hidden_dropout_prob": 0.1,
14
+ "hidden_size": 768,
15
+ "id2label": {
16
+ "0": "College;School;Institute",
17
+ "1": "Department;Branch",
18
+ "2": "District;University",
19
+ "3": "Laboratory;Institute",
20
+ "4": "School;Institute",
21
+ "5": "State;Country",
22
+ "6": "University;Academy"
23
+ },
24
+ "initializer_range": 0.02,
25
+ "intermediate_size": 3072,
26
+ "label2id": {
27
+ "College;School;Institute": 0,
28
+ "Department;Branch": 1,
29
+ "District;University": 2,
30
+ "Laboratory;Institute": 3,
31
+ "School;Institute": 4,
32
+ "State;Country": 5,
33
+ "University;Academy": 6
34
+ },
35
+ "layer_norm_eps": 1e-05,
36
+ "max_position_embeddings": 514,
37
+ "model_type": "roberta",
38
+ "num_attention_heads": 12,
39
+ "num_hidden_layers": 12,
40
+ "pad_token_id": 1,
41
+ "position_embedding_type": "absolute",
42
+ "problem_type": "single_label_classification",
43
+ "torch_dtype": "float32",
44
+ "transformers_version": "4.44.2",
45
+ "type_vocab_size": 1,
46
+ "use_cache": true,
47
+ "vocab_size": 50265
48
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3027513992e7e0a542c4999448c09b7be18f35b881ed673d3ff076e578cc1b82
3
+ size 498628204
runs/Sep10_22-17-13_r-5m4ck3r-zeroshotclassification-yaz8sc5g-a22db-56xoj/events.out.tfevents.1726006635.r-5m4ck3r-zeroshotclassification-yaz8sc5g-a22db-56xoj.104.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b7160ce9c527a3d87f459926fb2c39986a80bd69cb49565f43a7b74a736336e4
3
- size 18151
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36af0dd031bfa3bb32ed09c956020eb52ee469eaf5fae73aadf6ced36f3923e7
3
+ size 21237
runs/Sep10_22-17-13_r-5m4ck3r-zeroshotclassification-yaz8sc5g-a22db-56xoj/events.out.tfevents.1726009697.r-5m4ck3r-zeroshotclassification-yaz8sc5g-a22db-56xoj.104.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c09c8079d47d32c49404805b1b5107411a284ba6c022ca51cbc5c82a2fe80ba
3
+ size 921
special_tokens_map.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "cls_token": {
10
+ "content": "<s>",
11
+ "lstrip": false,
12
+ "normalized": true,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "eos_token": {
17
+ "content": "</s>",
18
+ "lstrip": false,
19
+ "normalized": true,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "mask_token": {
24
+ "content": "<mask>",
25
+ "lstrip": true,
26
+ "normalized": true,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "pad_token": {
31
+ "content": "<pad>",
32
+ "lstrip": false,
33
+ "normalized": true,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
+ "sep_token": {
38
+ "content": "</s>",
39
+ "lstrip": false,
40
+ "normalized": true,
41
+ "rstrip": false,
42
+ "single_word": false
43
+ },
44
+ "unk_token": {
45
+ "content": "<unk>",
46
+ "lstrip": false,
47
+ "normalized": true,
48
+ "rstrip": false,
49
+ "single_word": false
50
+ }
51
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "0": {
5
+ "content": "<s>",
6
+ "lstrip": false,
7
+ "normalized": true,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "1": {
13
+ "content": "<pad>",
14
+ "lstrip": false,
15
+ "normalized": true,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "2": {
21
+ "content": "</s>",
22
+ "lstrip": false,
23
+ "normalized": true,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ },
28
+ "3": {
29
+ "content": "<unk>",
30
+ "lstrip": false,
31
+ "normalized": true,
32
+ "rstrip": false,
33
+ "single_word": false,
34
+ "special": true
35
+ },
36
+ "50264": {
37
+ "content": "<mask>",
38
+ "lstrip": true,
39
+ "normalized": true,
40
+ "rstrip": false,
41
+ "single_word": false,
42
+ "special": true
43
+ }
44
+ },
45
+ "bos_token": "<s>",
46
+ "clean_up_tokenization_spaces": true,
47
+ "cls_token": "<s>",
48
+ "eos_token": "</s>",
49
+ "errors": "replace",
50
+ "mask_token": "<mask>",
51
+ "model_max_length": 512,
52
+ "pad_token": "<pad>",
53
+ "sep_token": "</s>",
54
+ "tokenizer_class": "RobertaTokenizer",
55
+ "trim_offsets": true,
56
+ "unk_token": "<unk>"
57
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0cb15d4ba46789567cd0a2fe165572f43635c5352cd1d53c46d81b89856fd83
3
+ size 5240
training_params.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "data_path": "roberta-base-Address-classifier/autotrain-data",
3
+ "model": "cross-encoder/nli-roberta-base",
4
+ "lr": 5e-05,
5
+ "epochs": 3,
6
+ "max_seq_length": 128,
7
+ "batch_size": 2,
8
+ "warmup_ratio": 0.1,
9
+ "gradient_accumulation": 1,
10
+ "optimizer": "adamw_torch",
11
+ "scheduler": "linear",
12
+ "weight_decay": 0.0,
13
+ "max_grad_norm": 1.0,
14
+ "seed": 42,
15
+ "train_split": "train",
16
+ "valid_split": "validation",
17
+ "text_column": "autotrain_text",
18
+ "target_column": "autotrain_label",
19
+ "logging_steps": -1,
20
+ "project_name": "roberta-base-Address-classifier",
21
+ "auto_find_batch_size": false,
22
+ "mixed_precision": "fp16",
23
+ "save_total_limit": 1,
24
+ "push_to_hub": true,
25
+ "eval_strategy": "epoch",
26
+ "username": "LogicSpine",
27
+ "log": "tensorboard",
28
+ "early_stopping_patience": 5,
29
+ "early_stopping_threshold": 0.01
30
+ }
vocab.json ADDED
The diff for this file is too large to render. See raw diff