Hugging Face's logo

osbm
/
protbert-finetuned-CAFA5-500-labels

Text Classification
Transformers
PyTorch
bert
Inference Endpoints
Model card Files Community
osbm commited on
Commit
9183a85
•
1 Parent(s): 94c5e1e

Training in progress, epoch 1

Browse files
Files changed (10) hide show
  1. checkpoint-3557/config.json +1030 -0
  2. checkpoint-3557/optimizer.pt +3 -0
  3. checkpoint-3557/pytorch_model.bin +3 -0
  4. checkpoint-3557/rng_state.pth +3 -0
  5. checkpoint-3557/scheduler.pt +3 -0
  6. checkpoint-3557/trainer_state.json +34 -0
  7. checkpoint-3557/training_args.bin +3 -0
  8. config.json +1030 -0
  9. pytorch_model.bin +3 -0
  10. training_args.bin +3 -0
checkpoint-3557/config.json ADDED
@@ -0,0 +1,1030 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Rostlab/prot_bert",
3
+ "architectures": [
4
+ "BertForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "classifier_dropout": null,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.0,
10
+ "hidden_size": 1024,
11
+ "id2label": {
12
+ "0": "LABEL_0",
13
+ "1": "LABEL_1",
14
+ "2": "LABEL_2",
15
+ "3": "LABEL_3",
16
+ "4": "LABEL_4",
17
+ "5": "LABEL_5",
18
+ "6": "LABEL_6",
19
+ "7": "LABEL_7",
20
+ "8": "LABEL_8",
21
+ "9": "LABEL_9",
22
+ "10": "LABEL_10",
23
+ "11": "LABEL_11",
24
+ "12": "LABEL_12",
25
+ "13": "LABEL_13",
26
+ "14": "LABEL_14",
27
+ "15": "LABEL_15",
28
+ "16": "LABEL_16",
29
+ "17": "LABEL_17",
30
+ "18": "LABEL_18",
31
+ "19": "LABEL_19",
32
+ "20": "LABEL_20",
33
+ "21": "LABEL_21",
34
+ "22": "LABEL_22",
35
+ "23": "LABEL_23",
36
+ "24": "LABEL_24",
37
+ "25": "LABEL_25",
38
+ "26": "LABEL_26",
39
+ "27": "LABEL_27",
40
+ "28": "LABEL_28",
41
+ "29": "LABEL_29",
42
+ "30": "LABEL_30",
43
+ "31": "LABEL_31",
44
+ "32": "LABEL_32",
45
+ "33": "LABEL_33",
46
+ "34": "LABEL_34",
47
+ "35": "LABEL_35",
48
+ "36": "LABEL_36",
49
+ "37": "LABEL_37",
50
+ "38": "LABEL_38",
51
+ "39": "LABEL_39",
52
+ "40": "LABEL_40",
53
+ "41": "LABEL_41",
54
+ "42": "LABEL_42",
55
+ "43": "LABEL_43",
56
+ "44": "LABEL_44",
57
+ "45": "LABEL_45",
58
+ "46": "LABEL_46",
59
+ "47": "LABEL_47",
60
+ "48": "LABEL_48",
61
+ "49": "LABEL_49",
62
+ "50": "LABEL_50",
63
+ "51": "LABEL_51",
64
+ "52": "LABEL_52",
65
+ "53": "LABEL_53",
66
+ "54": "LABEL_54",
67
+ "55": "LABEL_55",
68
+ "56": "LABEL_56",
69
+ "57": "LABEL_57",
70
+ "58": "LABEL_58",
71
+ "59": "LABEL_59",
72
+ "60": "LABEL_60",
73
+ "61": "LABEL_61",
74
+ "62": "LABEL_62",
75
+ "63": "LABEL_63",
76
+ "64": "LABEL_64",
77
+ "65": "LABEL_65",
78
+ "66": "LABEL_66",
79
+ "67": "LABEL_67",
80
+ "68": "LABEL_68",
81
+ "69": "LABEL_69",
82
+ "70": "LABEL_70",
83
+ "71": "LABEL_71",
84
+ "72": "LABEL_72",
85
+ "73": "LABEL_73",
86
+ "74": "LABEL_74",
87
+ "75": "LABEL_75",
88
+ "76": "LABEL_76",
89
+ "77": "LABEL_77",
90
+ "78": "LABEL_78",
91
+ "79": "LABEL_79",
92
+ "80": "LABEL_80",
93
+ "81": "LABEL_81",
94
+ "82": "LABEL_82",
95
+ "83": "LABEL_83",
96
+ "84": "LABEL_84",
97
+ "85": "LABEL_85",
98
+ "86": "LABEL_86",
99
+ "87": "LABEL_87",
100
+ "88": "LABEL_88",
101
+ "89": "LABEL_89",
102
+ "90": "LABEL_90",
103
+ "91": "LABEL_91",
104
+ "92": "LABEL_92",
105
+ "93": "LABEL_93",
106
+ "94": "LABEL_94",
107
+ "95": "LABEL_95",
108
+ "96": "LABEL_96",
109
+ "97": "LABEL_97",
110
+ "98": "LABEL_98",
111
+ "99": "LABEL_99",
112
+ "100": "LABEL_100",
113
+ "101": "LABEL_101",
114
+ "102": "LABEL_102",
115
+ "103": "LABEL_103",
116
+ "104": "LABEL_104",
117
+ "105": "LABEL_105",
118
+ "106": "LABEL_106",
119
+ "107": "LABEL_107",
120
+ "108": "LABEL_108",
121
+ "109": "LABEL_109",
122
+ "110": "LABEL_110",
123
+ "111": "LABEL_111",
124
+ "112": "LABEL_112",
125
+ "113": "LABEL_113",
126
+ "114": "LABEL_114",
127
+ "115": "LABEL_115",
128
+ "116": "LABEL_116",
129
+ "117": "LABEL_117",
130
+ "118": "LABEL_118",
131
+ "119": "LABEL_119",
132
+ "120": "LABEL_120",
133
+ "121": "LABEL_121",
134
+ "122": "LABEL_122",
135
+ "123": "LABEL_123",
136
+ "124": "LABEL_124",
137
+ "125": "LABEL_125",
138
+ "126": "LABEL_126",
139
+ "127": "LABEL_127",
140
+ "128": "LABEL_128",
141
+ "129": "LABEL_129",
142
+ "130": "LABEL_130",
143
+ "131": "LABEL_131",
144
+ "132": "LABEL_132",
145
+ "133": "LABEL_133",
146
+ "134": "LABEL_134",
147
+ "135": "LABEL_135",
148
+ "136": "LABEL_136",
149
+ "137": "LABEL_137",
150
+ "138": "LABEL_138",
151
+ "139": "LABEL_139",
152
+ "140": "LABEL_140",
153
+ "141": "LABEL_141",
154
+ "142": "LABEL_142",
155
+ "143": "LABEL_143",
156
+ "144": "LABEL_144",
157
+ "145": "LABEL_145",
158
+ "146": "LABEL_146",
159
+ "147": "LABEL_147",
160
+ "148": "LABEL_148",
161
+ "149": "LABEL_149",
162
+ "150": "LABEL_150",
163
+ "151": "LABEL_151",
164
+ "152": "LABEL_152",
165
+ "153": "LABEL_153",
166
+ "154": "LABEL_154",
167
+ "155": "LABEL_155",
168
+ "156": "LABEL_156",
169
+ "157": "LABEL_157",
170
+ "158": "LABEL_158",
171
+ "159": "LABEL_159",
172
+ "160": "LABEL_160",
173
+ "161": "LABEL_161",
174
+ "162": "LABEL_162",
175
+ "163": "LABEL_163",
176
+ "164": "LABEL_164",
177
+ "165": "LABEL_165",
178
+ "166": "LABEL_166",
179
+ "167": "LABEL_167",
180
+ "168": "LABEL_168",
181
+ "169": "LABEL_169",
182
+ "170": "LABEL_170",
183
+ "171": "LABEL_171",
184
+ "172": "LABEL_172",
185
+ "173": "LABEL_173",
186
+ "174": "LABEL_174",
187
+ "175": "LABEL_175",
188
+ "176": "LABEL_176",
189
+ "177": "LABEL_177",
190
+ "178": "LABEL_178",
191
+ "179": "LABEL_179",
192
+ "180": "LABEL_180",
193
+ "181": "LABEL_181",
194
+ "182": "LABEL_182",
195
+ "183": "LABEL_183",
196
+ "184": "LABEL_184",
197
+ "185": "LABEL_185",
198
+ "186": "LABEL_186",
199
+ "187": "LABEL_187",
200
+ "188": "LABEL_188",
201
+ "189": "LABEL_189",
202
+ "190": "LABEL_190",
203
+ "191": "LABEL_191",
204
+ "192": "LABEL_192",
205
+ "193": "LABEL_193",
206
+ "194": "LABEL_194",
207
+ "195": "LABEL_195",
208
+ "196": "LABEL_196",
209
+ "197": "LABEL_197",
210
+ "198": "LABEL_198",
211
+ "199": "LABEL_199",
212
+ "200": "LABEL_200",
213
+ "201": "LABEL_201",
214
+ "202": "LABEL_202",
215
+ "203": "LABEL_203",
216
+ "204": "LABEL_204",
217
+ "205": "LABEL_205",
218
+ "206": "LABEL_206",
219
+ "207": "LABEL_207",
220
+ "208": "LABEL_208",
221
+ "209": "LABEL_209",
222
+ "210": "LABEL_210",
223
+ "211": "LABEL_211",
224
+ "212": "LABEL_212",
225
+ "213": "LABEL_213",
226
+ "214": "LABEL_214",
227
+ "215": "LABEL_215",
228
+ "216": "LABEL_216",
229
+ "217": "LABEL_217",
230
+ "218": "LABEL_218",
231
+ "219": "LABEL_219",
232
+ "220": "LABEL_220",
233
+ "221": "LABEL_221",
234
+ "222": "LABEL_222",
235
+ "223": "LABEL_223",
236
+ "224": "LABEL_224",
237
+ "225": "LABEL_225",
238
+ "226": "LABEL_226",
239
+ "227": "LABEL_227",
240
+ "228": "LABEL_228",
241
+ "229": "LABEL_229",
242
+ "230": "LABEL_230",
243
+ "231": "LABEL_231",
244
+ "232": "LABEL_232",
245
+ "233": "LABEL_233",
246
+ "234": "LABEL_234",
247
+ "235": "LABEL_235",
248
+ "236": "LABEL_236",
249
+ "237": "LABEL_237",
250
+ "238": "LABEL_238",
251
+ "239": "LABEL_239",
252
+ "240": "LABEL_240",
253
+ "241": "LABEL_241",
254
+ "242": "LABEL_242",
255
+ "243": "LABEL_243",
256
+ "244": "LABEL_244",
257
+ "245": "LABEL_245",
258
+ "246": "LABEL_246",
259
+ "247": "LABEL_247",
260
+ "248": "LABEL_248",
261
+ "249": "LABEL_249",
262
+ "250": "LABEL_250",
263
+ "251": "LABEL_251",
264
+ "252": "LABEL_252",
265
+ "253": "LABEL_253",
266
+ "254": "LABEL_254",
267
+ "255": "LABEL_255",
268
+ "256": "LABEL_256",
269
+ "257": "LABEL_257",
270
+ "258": "LABEL_258",
271
+ "259": "LABEL_259",
272
+ "260": "LABEL_260",
273
+ "261": "LABEL_261",
274
+ "262": "LABEL_262",
275
+ "263": "LABEL_263",
276
+ "264": "LABEL_264",
277
+ "265": "LABEL_265",
278
+ "266": "LABEL_266",
279
+ "267": "LABEL_267",
280
+ "268": "LABEL_268",
281
+ "269": "LABEL_269",
282
+ "270": "LABEL_270",
283
+ "271": "LABEL_271",
284
+ "272": "LABEL_272",
285
+ "273": "LABEL_273",
286
+ "274": "LABEL_274",
287
+ "275": "LABEL_275",
288
+ "276": "LABEL_276",
289
+ "277": "LABEL_277",
290
+ "278": "LABEL_278",
291
+ "279": "LABEL_279",
292
+ "280": "LABEL_280",
293
+ "281": "LABEL_281",
294
+ "282": "LABEL_282",
295
+ "283": "LABEL_283",
296
+ "284": "LABEL_284",
297
+ "285": "LABEL_285",
298
+ "286": "LABEL_286",
299
+ "287": "LABEL_287",
300
+ "288": "LABEL_288",
301
+ "289": "LABEL_289",
302
+ "290": "LABEL_290",
303
+ "291": "LABEL_291",
304
+ "292": "LABEL_292",
305
+ "293": "LABEL_293",
306
+ "294": "LABEL_294",
307
+ "295": "LABEL_295",
308
+ "296": "LABEL_296",
309
+ "297": "LABEL_297",
310
+ "298": "LABEL_298",
311
+ "299": "LABEL_299",
312
+ "300": "LABEL_300",
313
+ "301": "LABEL_301",
314
+ "302": "LABEL_302",
315
+ "303": "LABEL_303",
316
+ "304": "LABEL_304",
317
+ "305": "LABEL_305",
318
+ "306": "LABEL_306",
319
+ "307": "LABEL_307",
320
+ "308": "LABEL_308",
321
+ "309": "LABEL_309",
322
+ "310": "LABEL_310",
323
+ "311": "LABEL_311",
324
+ "312": "LABEL_312",
325
+ "313": "LABEL_313",
326
+ "314": "LABEL_314",
327
+ "315": "LABEL_315",
328
+ "316": "LABEL_316",
329
+ "317": "LABEL_317",
330
+ "318": "LABEL_318",
331
+ "319": "LABEL_319",
332
+ "320": "LABEL_320",
333
+ "321": "LABEL_321",
334
+ "322": "LABEL_322",
335
+ "323": "LABEL_323",
336
+ "324": "LABEL_324",
337
+ "325": "LABEL_325",
338
+ "326": "LABEL_326",
339
+ "327": "LABEL_327",
340
+ "328": "LABEL_328",
341
+ "329": "LABEL_329",
342
+ "330": "LABEL_330",
343
+ "331": "LABEL_331",
344
+ "332": "LABEL_332",
345
+ "333": "LABEL_333",
346
+ "334": "LABEL_334",
347
+ "335": "LABEL_335",
348
+ "336": "LABEL_336",
349
+ "337": "LABEL_337",
350
+ "338": "LABEL_338",
351
+ "339": "LABEL_339",
352
+ "340": "LABEL_340",
353
+ "341": "LABEL_341",
354
+ "342": "LABEL_342",
355
+ "343": "LABEL_343",
356
+ "344": "LABEL_344",
357
+ "345": "LABEL_345",
358
+ "346": "LABEL_346",
359
+ "347": "LABEL_347",
360
+ "348": "LABEL_348",
361
+ "349": "LABEL_349",
362
+ "350": "LABEL_350",
363
+ "351": "LABEL_351",
364
+ "352": "LABEL_352",
365
+ "353": "LABEL_353",
366
+ "354": "LABEL_354",
367
+ "355": "LABEL_355",
368
+ "356": "LABEL_356",
369
+ "357": "LABEL_357",
370
+ "358": "LABEL_358",
371
+ "359": "LABEL_359",
372
+ "360": "LABEL_360",
373
+ "361": "LABEL_361",
374
+ "362": "LABEL_362",
375
+ "363": "LABEL_363",
376
+ "364": "LABEL_364",
377
+ "365": "LABEL_365",
378
+ "366": "LABEL_366",
379
+ "367": "LABEL_367",
380
+ "368": "LABEL_368",
381
+ "369": "LABEL_369",
382
+ "370": "LABEL_370",
383
+ "371": "LABEL_371",
384
+ "372": "LABEL_372",
385
+ "373": "LABEL_373",
386
+ "374": "LABEL_374",
387
+ "375": "LABEL_375",
388
+ "376": "LABEL_376",
389
+ "377": "LABEL_377",
390
+ "378": "LABEL_378",
391
+ "379": "LABEL_379",
392
+ "380": "LABEL_380",
393
+ "381": "LABEL_381",
394
+ "382": "LABEL_382",
395
+ "383": "LABEL_383",
396
+ "384": "LABEL_384",
397
+ "385": "LABEL_385",
398
+ "386": "LABEL_386",
399
+ "387": "LABEL_387",
400
+ "388": "LABEL_388",
401
+ "389": "LABEL_389",
402
+ "390": "LABEL_390",
403
+ "391": "LABEL_391",
404
+ "392": "LABEL_392",
405
+ "393": "LABEL_393",
406
+ "394": "LABEL_394",
407
+ "395": "LABEL_395",
408
+ "396": "LABEL_396",
409
+ "397": "LABEL_397",
410
+ "398": "LABEL_398",
411
+ "399": "LABEL_399",
412
+ "400": "LABEL_400",
413
+ "401": "LABEL_401",
414
+ "402": "LABEL_402",
415
+ "403": "LABEL_403",
416
+ "404": "LABEL_404",
417
+ "405": "LABEL_405",
418
+ "406": "LABEL_406",
419
+ "407": "LABEL_407",
420
+ "408": "LABEL_408",
421
+ "409": "LABEL_409",
422
+ "410": "LABEL_410",
423
+ "411": "LABEL_411",
424
+ "412": "LABEL_412",
425
+ "413": "LABEL_413",
426
+ "414": "LABEL_414",
427
+ "415": "LABEL_415",
428
+ "416": "LABEL_416",
429
+ "417": "LABEL_417",
430
+ "418": "LABEL_418",
431
+ "419": "LABEL_419",
432
+ "420": "LABEL_420",
433
+ "421": "LABEL_421",
434
+ "422": "LABEL_422",
435
+ "423": "LABEL_423",
436
+ "424": "LABEL_424",
437
+ "425": "LABEL_425",
438
+ "426": "LABEL_426",
439
+ "427": "LABEL_427",
440
+ "428": "LABEL_428",
441
+ "429": "LABEL_429",
442
+ "430": "LABEL_430",
443
+ "431": "LABEL_431",
444
+ "432": "LABEL_432",
445
+ "433": "LABEL_433",
446
+ "434": "LABEL_434",
447
+ "435": "LABEL_435",
448
+ "436": "LABEL_436",
449
+ "437": "LABEL_437",
450
+ "438": "LABEL_438",
451
+ "439": "LABEL_439",
452
+ "440": "LABEL_440",
453
+ "441": "LABEL_441",
454
+ "442": "LABEL_442",
455
+ "443": "LABEL_443",
456
+ "444": "LABEL_444",
457
+ "445": "LABEL_445",
458
+ "446": "LABEL_446",
459
+ "447": "LABEL_447",
460
+ "448": "LABEL_448",
461
+ "449": "LABEL_449",
462
+ "450": "LABEL_450",
463
+ "451": "LABEL_451",
464
+ "452": "LABEL_452",
465
+ "453": "LABEL_453",
466
+ "454": "LABEL_454",
467
+ "455": "LABEL_455",
468
+ "456": "LABEL_456",
469
+ "457": "LABEL_457",
470
+ "458": "LABEL_458",
471
+ "459": "LABEL_459",
472
+ "460": "LABEL_460",
473
+ "461": "LABEL_461",
474
+ "462": "LABEL_462",
475
+ "463": "LABEL_463",
476
+ "464": "LABEL_464",
477
+ "465": "LABEL_465",
478
+ "466": "LABEL_466",
479
+ "467": "LABEL_467",
480
+ "468": "LABEL_468",
481
+ "469": "LABEL_469",
482
+ "470": "LABEL_470",
483
+ "471": "LABEL_471",
484
+ "472": "LABEL_472",
485
+ "473": "LABEL_473",
486
+ "474": "LABEL_474",
487
+ "475": "LABEL_475",
488
+ "476": "LABEL_476",
489
+ "477": "LABEL_477",
490
+ "478": "LABEL_478",
491
+ "479": "LABEL_479",
492
+ "480": "LABEL_480",
493
+ "481": "LABEL_481",
494
+ "482": "LABEL_482",
495
+ "483": "LABEL_483",
496
+ "484": "LABEL_484",
497
+ "485": "LABEL_485",
498
+ "486": "LABEL_486",
499
+ "487": "LABEL_487",
500
+ "488": "LABEL_488",
501
+ "489": "LABEL_489",
502
+ "490": "LABEL_490",
503
+ "491": "LABEL_491",
504
+ "492": "LABEL_492",
505
+ "493": "LABEL_493",
506
+ "494": "LABEL_494",
507
+ "495": "LABEL_495",
508
+ "496": "LABEL_496",
509
+ "497": "LABEL_497",
510
+ "498": "LABEL_498",
511
+ "499": "LABEL_499"
512
+ },
513
+ "initializer_range": 0.02,
514
+ "intermediate_size": 4096,
515
+ "label2id": {
516
+ "LABEL_0": 0,
517
+ "LABEL_1": 1,
518
+ "LABEL_10": 10,
519
+ "LABEL_100": 100,
520
+ "LABEL_101": 101,
521
+ "LABEL_102": 102,
522
+ "LABEL_103": 103,
523
+ "LABEL_104": 104,
524
+ "LABEL_105": 105,
525
+ "LABEL_106": 106,
526
+ "LABEL_107": 107,
527
+ "LABEL_108": 108,
528
+ "LABEL_109": 109,
529
+ "LABEL_11": 11,
530
+ "LABEL_110": 110,
531
+ "LABEL_111": 111,
532
+ "LABEL_112": 112,
533
+ "LABEL_113": 113,
534
+ "LABEL_114": 114,
535
+ "LABEL_115": 115,
536
+ "LABEL_116": 116,
537
+ "LABEL_117": 117,
538
+ "LABEL_118": 118,
539
+ "LABEL_119": 119,
540
+ "LABEL_12": 12,
541
+ "LABEL_120": 120,
542
+ "LABEL_121": 121,
543
+ "LABEL_122": 122,
544
+ "LABEL_123": 123,
545
+ "LABEL_124": 124,
546
+ "LABEL_125": 125,
547
+ "LABEL_126": 126,
548
+ "LABEL_127": 127,
549
+ "LABEL_128": 128,
550
+ "LABEL_129": 129,
551
+ "LABEL_13": 13,
552
+ "LABEL_130": 130,
553
+ "LABEL_131": 131,
554
+ "LABEL_132": 132,
555
+ "LABEL_133": 133,
556
+ "LABEL_134": 134,
557
+ "LABEL_135": 135,
558
+ "LABEL_136": 136,
559
+ "LABEL_137": 137,
560
+ "LABEL_138": 138,
561
+ "LABEL_139": 139,
562
+ "LABEL_14": 14,
563
+ "LABEL_140": 140,
564
+ "LABEL_141": 141,
565
+ "LABEL_142": 142,
566
+ "LABEL_143": 143,
567
+ "LABEL_144": 144,
568
+ "LABEL_145": 145,
569
+ "LABEL_146": 146,
570
+ "LABEL_147": 147,
571
+ "LABEL_148": 148,
572
+ "LABEL_149": 149,
573
+ "LABEL_15": 15,
574
+ "LABEL_150": 150,
575
+ "LABEL_151": 151,
576
+ "LABEL_152": 152,
577
+ "LABEL_153": 153,
578
+ "LABEL_154": 154,
579
+ "LABEL_155": 155,
580
+ "LABEL_156": 156,
581
+ "LABEL_157": 157,
582
+ "LABEL_158": 158,
583
+ "LABEL_159": 159,
584
+ "LABEL_16": 16,
585
+ "LABEL_160": 160,
586
+ "LABEL_161": 161,
587
+ "LABEL_162": 162,
588
+ "LABEL_163": 163,
589
+ "LABEL_164": 164,
590
+ "LABEL_165": 165,
591
+ "LABEL_166": 166,
592
+ "LABEL_167": 167,
593
+ "LABEL_168": 168,
594
+ "LABEL_169": 169,
595
+ "LABEL_17": 17,
596
+ "LABEL_170": 170,
597
+ "LABEL_171": 171,
598
+ "LABEL_172": 172,
599
+ "LABEL_173": 173,
600
+ "LABEL_174": 174,
601
+ "LABEL_175": 175,
602
+ "LABEL_176": 176,
603
+ "LABEL_177": 177,
604
+ "LABEL_178": 178,
605
+ "LABEL_179": 179,
606
+ "LABEL_18": 18,
607
+ "LABEL_180": 180,
608
+ "LABEL_181": 181,
609
+ "LABEL_182": 182,
610
+ "LABEL_183": 183,
611
+ "LABEL_184": 184,
612
+ "LABEL_185": 185,
613
+ "LABEL_186": 186,
614
+ "LABEL_187": 187,
615
+ "LABEL_188": 188,
616
+ "LABEL_189": 189,
617
+ "LABEL_19": 19,
618
+ "LABEL_190": 190,
619
+ "LABEL_191": 191,
620
+ "LABEL_192": 192,
621
+ "LABEL_193": 193,
622
+ "LABEL_194": 194,
623
+ "LABEL_195": 195,
624
+ "LABEL_196": 196,
625
+ "LABEL_197": 197,
626
+ "LABEL_198": 198,
627
+ "LABEL_199": 199,
628
+ "LABEL_2": 2,
629
+ "LABEL_20": 20,
630
+ "LABEL_200": 200,
631
+ "LABEL_201": 201,
632
+ "LABEL_202": 202,
633
+ "LABEL_203": 203,
634
+ "LABEL_204": 204,
635
+ "LABEL_205": 205,
636
+ "LABEL_206": 206,
637
+ "LABEL_207": 207,
638
+ "LABEL_208": 208,
639
+ "LABEL_209": 209,
640
+ "LABEL_21": 21,
641
+ "LABEL_210": 210,
642
+ "LABEL_211": 211,
643
+ "LABEL_212": 212,
644
+ "LABEL_213": 213,
645
+ "LABEL_214": 214,
646
+ "LABEL_215": 215,
647
+ "LABEL_216": 216,
648
+ "LABEL_217": 217,
649
+ "LABEL_218": 218,
650
+ "LABEL_219": 219,
651
+ "LABEL_22": 22,
652
+ "LABEL_220": 220,
653
+ "LABEL_221": 221,
654
+ "LABEL_222": 222,
655
+ "LABEL_223": 223,
656
+ "LABEL_224": 224,
657
+ "LABEL_225": 225,
658
+ "LABEL_226": 226,
659
+ "LABEL_227": 227,
660
+ "LABEL_228": 228,
661
+ "LABEL_229": 229,
662
+ "LABEL_23": 23,
663
+ "LABEL_230": 230,
664
+ "LABEL_231": 231,
665
+ "LABEL_232": 232,
666
+ "LABEL_233": 233,
667
+ "LABEL_234": 234,
668
+ "LABEL_235": 235,
669
+ "LABEL_236": 236,
670
+ "LABEL_237": 237,
671
+ "LABEL_238": 238,
672
+ "LABEL_239": 239,
673
+ "LABEL_24": 24,
674
+ "LABEL_240": 240,
675
+ "LABEL_241": 241,
676
+ "LABEL_242": 242,
677
+ "LABEL_243": 243,
678
+ "LABEL_244": 244,
679
+ "LABEL_245": 245,
680
+ "LABEL_246": 246,
681
+ "LABEL_247": 247,
682
+ "LABEL_248": 248,
683
+ "LABEL_249": 249,
684
+ "LABEL_25": 25,
685
+ "LABEL_250": 250,
686
+ "LABEL_251": 251,
687
+ "LABEL_252": 252,
688
+ "LABEL_253": 253,
689
+ "LABEL_254": 254,
690
+ "LABEL_255": 255,
691
+ "LABEL_256": 256,
692
+ "LABEL_257": 257,
693
+ "LABEL_258": 258,
694
+ "LABEL_259": 259,
695
+ "LABEL_26": 26,
696
+ "LABEL_260": 260,
697
+ "LABEL_261": 261,
698
+ "LABEL_262": 262,
699
+ "LABEL_263": 263,
700
+ "LABEL_264": 264,
701
+ "LABEL_265": 265,
702
+ "LABEL_266": 266,
703
+ "LABEL_267": 267,
704
+ "LABEL_268": 268,
705
+ "LABEL_269": 269,
706
+ "LABEL_27": 27,
707
+ "LABEL_270": 270,
708
+ "LABEL_271": 271,
709
+ "LABEL_272": 272,
710
+ "LABEL_273": 273,
711
+ "LABEL_274": 274,
712
+ "LABEL_275": 275,
713
+ "LABEL_276": 276,
714
+ "LABEL_277": 277,
715
+ "LABEL_278": 278,
716
+ "LABEL_279": 279,
717
+ "LABEL_28": 28,
718
+ "LABEL_280": 280,
719
+ "LABEL_281": 281,
720
+ "LABEL_282": 282,
721
+ "LABEL_283": 283,
722
+ "LABEL_284": 284,
723
+ "LABEL_285": 285,
724
+ "LABEL_286": 286,
725
+ "LABEL_287": 287,
726
+ "LABEL_288": 288,
727
+ "LABEL_289": 289,
728
+ "LABEL_29": 29,
729
+ "LABEL_290": 290,
730
+ "LABEL_291": 291,
731
+ "LABEL_292": 292,
732
+ "LABEL_293": 293,
733
+ "LABEL_294": 294,
734
+ "LABEL_295": 295,
735
+ "LABEL_296": 296,
736
+ "LABEL_297": 297,
737
+ "LABEL_298": 298,
738
+ "LABEL_299": 299,
739
+ "LABEL_3": 3,
740
+ "LABEL_30": 30,
741
+ "LABEL_300": 300,
742
+ "LABEL_301": 301,
743
+ "LABEL_302": 302,
744
+ "LABEL_303": 303,
745
+ "LABEL_304": 304,
746
+ "LABEL_305": 305,
747
+ "LABEL_306": 306,
748
+ "LABEL_307": 307,
749
+ "LABEL_308": 308,
750
+ "LABEL_309": 309,
751
+ "LABEL_31": 31,
752
+ "LABEL_310": 310,
753
+ "LABEL_311": 311,
754
+ "LABEL_312": 312,
755
+ "LABEL_313": 313,
756
+ "LABEL_314": 314,
757
+ "LABEL_315": 315,
758
+ "LABEL_316": 316,
759
+ "LABEL_317": 317,
760
+ "LABEL_318": 318,
761
+ "LABEL_319": 319,
762
+ "LABEL_32": 32,
763
+ "LABEL_320": 320,
764
+ "LABEL_321": 321,
765
+ "LABEL_322": 322,
766
+ "LABEL_323": 323,
767
+ "LABEL_324": 324,
768
+ "LABEL_325": 325,
769
+ "LABEL_326": 326,
770
+ "LABEL_327": 327,
771
+ "LABEL_328": 328,
772
+ "LABEL_329": 329,
773
+ "LABEL_33": 33,
774
+ "LABEL_330": 330,
775
+ "LABEL_331": 331,
776
+ "LABEL_332": 332,
777
+ "LABEL_333": 333,
778
+ "LABEL_334": 334,
779
+ "LABEL_335": 335,
780
+ "LABEL_336": 336,
781
+ "LABEL_337": 337,
782
+ "LABEL_338": 338,
783
+ "LABEL_339": 339,
784
+ "LABEL_34": 34,
785
+ "LABEL_340": 340,
786
+ "LABEL_341": 341,
787
+ "LABEL_342": 342,
788
+ "LABEL_343": 343,
789
+ "LABEL_344": 344,
790
+ "LABEL_345": 345,
791
+ "LABEL_346": 346,
792
+ "LABEL_347": 347,
793
+ "LABEL_348": 348,
794
+ "LABEL_349": 349,
795
+ "LABEL_35": 35,
796
+ "LABEL_350": 350,
797
+ "LABEL_351": 351,
798
+ "LABEL_352": 352,
799
+ "LABEL_353": 353,
800
+ "LABEL_354": 354,
801
+ "LABEL_355": 355,
802
+ "LABEL_356": 356,
803
+ "LABEL_357": 357,
804
+ "LABEL_358": 358,
805
+ "LABEL_359": 359,
806
+ "LABEL_36": 36,
807
+ "LABEL_360": 360,
808
+ "LABEL_361": 361,
809
+ "LABEL_362": 362,
810
+ "LABEL_363": 363,
811
+ "LABEL_364": 364,
812
+ "LABEL_365": 365,
813
+ "LABEL_366": 366,
814
+ "LABEL_367": 367,
815
+ "LABEL_368": 368,
816
+ "LABEL_369": 369,
817
+ "LABEL_37": 37,
818
+ "LABEL_370": 370,
819
+ "LABEL_371": 371,
820
+ "LABEL_372": 372,
821
+ "LABEL_373": 373,
822
+ "LABEL_374": 374,
823
+ "LABEL_375": 375,
824
+ "LABEL_376": 376,
825
+ "LABEL_377": 377,
826
+ "LABEL_378": 378,
827
+ "LABEL_379": 379,
828
+ "LABEL_38": 38,
829
+ "LABEL_380": 380,
830
+ "LABEL_381": 381,
831
+ "LABEL_382": 382,
832
+ "LABEL_383": 383,
833
+ "LABEL_384": 384,
834
+ "LABEL_385": 385,
835
+ "LABEL_386": 386,
836
+ "LABEL_387": 387,
837
+ "LABEL_388": 388,
838
+ "LABEL_389": 389,
839
+ "LABEL_39": 39,
840
+ "LABEL_390": 390,
841
+ "LABEL_391": 391,
842
+ "LABEL_392": 392,
843
+ "LABEL_393": 393,
844
+ "LABEL_394": 394,
845
+ "LABEL_395": 395,
846
+ "LABEL_396": 396,
847
+ "LABEL_397": 397,
848
+ "LABEL_398": 398,
849
+ "LABEL_399": 399,
850
+ "LABEL_4": 4,
851
+ "LABEL_40": 40,
852
+ "LABEL_400": 400,
853
+ "LABEL_401": 401,
854
+ "LABEL_402": 402,
855
+ "LABEL_403": 403,
856
+ "LABEL_404": 404,
857
+ "LABEL_405": 405,
858
+ "LABEL_406": 406,
859
+ "LABEL_407": 407,
860
+ "LABEL_408": 408,
861
+ "LABEL_409": 409,
862
+ "LABEL_41": 41,
863
+ "LABEL_410": 410,
864
+ "LABEL_411": 411,
865
+ "LABEL_412": 412,
866
+ "LABEL_413": 413,
867
+ "LABEL_414": 414,
868
+ "LABEL_415": 415,
869
+ "LABEL_416": 416,
870
+ "LABEL_417": 417,
871
+ "LABEL_418": 418,
872
+ "LABEL_419": 419,
873
+ "LABEL_42": 42,
874
+ "LABEL_420": 420,
875
+ "LABEL_421": 421,
876
+ "LABEL_422": 422,
877
+ "LABEL_423": 423,
878
+ "LABEL_424": 424,
879
+ "LABEL_425": 425,
880
+ "LABEL_426": 426,
881
+ "LABEL_427": 427,
882
+ "LABEL_428": 428,
883
+ "LABEL_429": 429,
884
+ "LABEL_43": 43,
885
+ "LABEL_430": 430,
886
+ "LABEL_431": 431,
887
+ "LABEL_432": 432,
888
+ "LABEL_433": 433,
889
+ "LABEL_434": 434,
890
+ "LABEL_435": 435,
891
+ "LABEL_436": 436,
892
+ "LABEL_437": 437,
893
+ "LABEL_438": 438,
894
+ "LABEL_439": 439,
895
+ "LABEL_44": 44,
896
+ "LABEL_440": 440,
897
+ "LABEL_441": 441,
898
+ "LABEL_442": 442,
899
+ "LABEL_443": 443,
900
+ "LABEL_444": 444,
901
+ "LABEL_445": 445,
902
+ "LABEL_446": 446,
903
+ "LABEL_447": 447,
904
+ "LABEL_448": 448,
905
+ "LABEL_449": 449,
906
+ "LABEL_45": 45,
907
+ "LABEL_450": 450,
908
+ "LABEL_451": 451,
909
+ "LABEL_452": 452,
910
+ "LABEL_453": 453,
911
+ "LABEL_454": 454,
912
+ "LABEL_455": 455,
913
+ "LABEL_456": 456,
914
+ "LABEL_457": 457,
915
+ "LABEL_458": 458,
916
+ "LABEL_459": 459,
917
+ "LABEL_46": 46,
918
+ "LABEL_460": 460,
919
+ "LABEL_461": 461,
920
+ "LABEL_462": 462,
921
+ "LABEL_463": 463,
922
+ "LABEL_464": 464,
923
+ "LABEL_465": 465,
924
+ "LABEL_466": 466,
925
+ "LABEL_467": 467,
926
+ "LABEL_468": 468,
927
+ "LABEL_469": 469,
928
+ "LABEL_47": 47,
929
+ "LABEL_470": 470,
930
+ "LABEL_471": 471,
931
+ "LABEL_472": 472,
932
+ "LABEL_473": 473,
933
+ "LABEL_474": 474,
934
+ "LABEL_475": 475,
935
+ "LABEL_476": 476,
936
+ "LABEL_477": 477,
937
+ "LABEL_478": 478,
938
+ "LABEL_479": 479,
939
+ "LABEL_48": 48,
940
+ "LABEL_480": 480,
941
+ "LABEL_481": 481,
942
+ "LABEL_482": 482,
943
+ "LABEL_483": 483,
944
+ "LABEL_484": 484,
945
+ "LABEL_485": 485,
946
+ "LABEL_486": 486,
947
+ "LABEL_487": 487,
948
+ "LABEL_488": 488,
949
+ "LABEL_489": 489,
950
+ "LABEL_49": 49,
951
+ "LABEL_490": 490,
952
+ "LABEL_491": 491,
953
+ "LABEL_492": 492,
954
+ "LABEL_493": 493,
955
+ "LABEL_494": 494,
956
+ "LABEL_495": 495,
957
+ "LABEL_496": 496,
958
+ "LABEL_497": 497,
959
+ "LABEL_498": 498,
960
+ "LABEL_499": 499,
961
+ "LABEL_5": 5,
962
+ "LABEL_50": 50,
963
+ "LABEL_51": 51,
964
+ "LABEL_52": 52,
965
+ "LABEL_53": 53,
966
+ "LABEL_54": 54,
967
+ "LABEL_55": 55,
968
+ "LABEL_56": 56,
969
+ "LABEL_57": 57,
970
+ "LABEL_58": 58,
971
+ "LABEL_59": 59,
972
+ "LABEL_6": 6,
973
+ "LABEL_60": 60,
974
+ "LABEL_61": 61,
975
+ "LABEL_62": 62,
976
+ "LABEL_63": 63,
977
+ "LABEL_64": 64,
978
+ "LABEL_65": 65,
979
+ "LABEL_66": 66,
980
+ "LABEL_67": 67,
981
+ "LABEL_68": 68,
982
+ "LABEL_69": 69,
983
+ "LABEL_7": 7,
984
+ "LABEL_70": 70,
985
+ "LABEL_71": 71,
986
+ "LABEL_72": 72,
987
+ "LABEL_73": 73,
988
+ "LABEL_74": 74,
989
+ "LABEL_75": 75,
990
+ "LABEL_76": 76,
991
+ "LABEL_77": 77,
992
+ "LABEL_78": 78,
993
+ "LABEL_79": 79,
994
+ "LABEL_8": 8,
995
+ "LABEL_80": 80,
996
+ "LABEL_81": 81,
997
+ "LABEL_82": 82,
998
+ "LABEL_83": 83,
999
+ "LABEL_84": 84,
1000
+ "LABEL_85": 85,
1001
+ "LABEL_86": 86,
1002
+ "LABEL_87": 87,
1003
+ "LABEL_88": 88,
1004
+ "LABEL_89": 89,
1005
+ "LABEL_9": 9,
1006
+ "LABEL_90": 90,
1007
+ "LABEL_91": 91,
1008
+ "LABEL_92": 92,
1009
+ "LABEL_93": 93,
1010
+ "LABEL_94": 94,
1011
+ "LABEL_95": 95,
1012
+ "LABEL_96": 96,
1013
+ "LABEL_97": 97,
1014
+ "LABEL_98": 98,
1015
+ "LABEL_99": 99
1016
+ },
1017
+ "layer_norm_eps": 1e-12,
1018
+ "max_position_embeddings": 40000,
1019
+ "model_type": "bert",
1020
+ "num_attention_heads": 16,
1021
+ "num_hidden_layers": 30,
1022
+ "pad_token_id": 0,
1023
+ "position_embedding_type": "absolute",
1024
+ "problem_type": "multi_label_classification",
1025
+ "torch_dtype": "float32",
1026
+ "transformers_version": "4.30.2",
1027
+ "type_vocab_size": 2,
1028
+ "use_cache": true,
1029
+ "vocab_size": 30
1030
+ }
checkpoint-3557/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9d27a7f78259ae9966d3ff28e2bba57f46c563e085339afaea81812bfb7ea93
3
+ size 3363836485
checkpoint-3557/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92b3dde26ec7c2db72bb7a7f08b8ad933f6dcab5a4a4287ac9bf92a8000ced18
3
+ size 1682262325
checkpoint-3557/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1784c9e20ffdc46b706882695c2108245d7626a328b6d70a37d079ad1fbbc989
3
+ size 14575
checkpoint-3557/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02f265e0d33f0b4a6bb664d16a074c6138ddcdf37e61bee5b06a0ed02e6fc2a4
3
+ size 627
checkpoint-3557/trainer_state.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.0031529598830631516,
3
+ "best_model_checkpoint": "ProtBert-finetuned-500-labels/checkpoint-3557",
4
+ "epoch": 1.0,
5
+ "global_step": 3557,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 1.0,
12
+ "learning_rate": 4.9e-05,
13
+ "loss": 0.1691,
14
+ "step": 3557
15
+ },
16
+ {
17
+ "epoch": 1.0,
18
+ "eval_accuracy": 0.00010544815465729349,
19
+ "eval_f1": 0.0031529598830631516,
20
+ "eval_loss": 0.16384583711624146,
21
+ "eval_precision": 0.0026019683655536027,
22
+ "eval_recall": 0.004,
23
+ "eval_runtime": 44.3351,
24
+ "eval_samples_per_second": 641.704,
25
+ "eval_steps_per_second": 20.074,
26
+ "step": 3557
27
+ }
28
+ ],
29
+ "max_steps": 177850,
30
+ "num_train_epochs": 50,
31
+ "total_flos": 777239837548704.0,
32
+ "trial_name": null,
33
+ "trial_params": null
34
+ }
checkpoint-3557/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9231dd975a7da486a45853fc22c036f1975948558e71d7405cce1a52739c985
3
+ size 4027
config.json ADDED
@@ -0,0 +1,1030 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Rostlab/prot_bert",
3
+ "architectures": [
4
+ "BertForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "classifier_dropout": null,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.0,
10
+ "hidden_size": 1024,
11
+ "id2label": {
12
+ "0": "LABEL_0",
13
+ "1": "LABEL_1",
14
+ "2": "LABEL_2",
15
+ "3": "LABEL_3",
16
+ "4": "LABEL_4",
17
+ "5": "LABEL_5",
18
+ "6": "LABEL_6",
19
+ "7": "LABEL_7",
20
+ "8": "LABEL_8",
21
+ "9": "LABEL_9",
22
+ "10": "LABEL_10",
23
+ "11": "LABEL_11",
24
+ "12": "LABEL_12",
25
+ "13": "LABEL_13",
26
+ "14": "LABEL_14",
27
+ "15": "LABEL_15",
28
+ "16": "LABEL_16",
29
+ "17": "LABEL_17",
30
+ "18": "LABEL_18",
31
+ "19": "LABEL_19",
32
+ "20": "LABEL_20",
33
+ "21": "LABEL_21",
34
+ "22": "LABEL_22",
35
+ "23": "LABEL_23",
36
+ "24": "LABEL_24",
37
+ "25": "LABEL_25",
38
+ "26": "LABEL_26",
39
+ "27": "LABEL_27",
40
+ "28": "LABEL_28",
41
+ "29": "LABEL_29",
42
+ "30": "LABEL_30",
43
+ "31": "LABEL_31",
44
+ "32": "LABEL_32",
45
+ "33": "LABEL_33",
46
+ "34": "LABEL_34",
47
+ "35": "LABEL_35",
48
+ "36": "LABEL_36",
49
+ "37": "LABEL_37",
50
+ "38": "LABEL_38",
51
+ "39": "LABEL_39",
52
+ "40": "LABEL_40",
53
+ "41": "LABEL_41",
54
+ "42": "LABEL_42",
55
+ "43": "LABEL_43",
56
+ "44": "LABEL_44",
57
+ "45": "LABEL_45",
58
+ "46": "LABEL_46",
59
+ "47": "LABEL_47",
60
+ "48": "LABEL_48",
61
+ "49": "LABEL_49",
62
+ "50": "LABEL_50",
63
+ "51": "LABEL_51",
64
+ "52": "LABEL_52",
65
+ "53": "LABEL_53",
66
+ "54": "LABEL_54",
67
+ "55": "LABEL_55",
68
+ "56": "LABEL_56",
69
+ "57": "LABEL_57",
70
+ "58": "LABEL_58",
71
+ "59": "LABEL_59",
72
+ "60": "LABEL_60",
73
+ "61": "LABEL_61",
74
+ "62": "LABEL_62",
75
+ "63": "LABEL_63",
76
+ "64": "LABEL_64",
77
+ "65": "LABEL_65",
78
+ "66": "LABEL_66",
79
+ "67": "LABEL_67",
80
+ "68": "LABEL_68",
81
+ "69": "LABEL_69",
82
+ "70": "LABEL_70",
83
+ "71": "LABEL_71",
84
+ "72": "LABEL_72",
85
+ "73": "LABEL_73",
86
+ "74": "LABEL_74",
87
+ "75": "LABEL_75",
88
+ "76": "LABEL_76",
89
+ "77": "LABEL_77",
90
+ "78": "LABEL_78",
91
+ "79": "LABEL_79",
92
+ "80": "LABEL_80",
93
+ "81": "LABEL_81",
94
+ "82": "LABEL_82",
95
+ "83": "LABEL_83",
96
+ "84": "LABEL_84",
97
+ "85": "LABEL_85",
98
+ "86": "LABEL_86",
99
+ "87": "LABEL_87",
100
+ "88": "LABEL_88",
101
+ "89": "LABEL_89",
102
+ "90": "LABEL_90",
103
+ "91": "LABEL_91",
104
+ "92": "LABEL_92",
105
+ "93": "LABEL_93",
106
+ "94": "LABEL_94",
107
+ "95": "LABEL_95",
108
+ "96": "LABEL_96",
109
+ "97": "LABEL_97",
110
+ "98": "LABEL_98",
111
+ "99": "LABEL_99",
112
+ "100": "LABEL_100",
113
+ "101": "LABEL_101",
114
+ "102": "LABEL_102",
115
+ "103": "LABEL_103",
116
+ "104": "LABEL_104",
117
+ "105": "LABEL_105",
118
+ "106": "LABEL_106",
119
+ "107": "LABEL_107",
120
+ "108": "LABEL_108",
121
+ "109": "LABEL_109",
122
+ "110": "LABEL_110",
123
+ "111": "LABEL_111",
124
+ "112": "LABEL_112",
125
+ "113": "LABEL_113",
126
+ "114": "LABEL_114",
127
+ "115": "LABEL_115",
128
+ "116": "LABEL_116",
129
+ "117": "LABEL_117",
130
+ "118": "LABEL_118",
131
+ "119": "LABEL_119",
132
+ "120": "LABEL_120",
133
+ "121": "LABEL_121",
134
+ "122": "LABEL_122",
135
+ "123": "LABEL_123",
136
+ "124": "LABEL_124",
137
+ "125": "LABEL_125",
138
+ "126": "LABEL_126",
139
+ "127": "LABEL_127",
140
+ "128": "LABEL_128",
141
+ "129": "LABEL_129",
142
+ "130": "LABEL_130",
143
+ "131": "LABEL_131",
144
+ "132": "LABEL_132",
145
+ "133": "LABEL_133",
146
+ "134": "LABEL_134",
147
+ "135": "LABEL_135",
148
+ "136": "LABEL_136",
149
+ "137": "LABEL_137",
150
+ "138": "LABEL_138",
151
+ "139": "LABEL_139",
152
+ "140": "LABEL_140",
153
+ "141": "LABEL_141",
154
+ "142": "LABEL_142",
155
+ "143": "LABEL_143",
156
+ "144": "LABEL_144",
157
+ "145": "LABEL_145",
158
+ "146": "LABEL_146",
159
+ "147": "LABEL_147",
160
+ "148": "LABEL_148",
161
+ "149": "LABEL_149",
162
+ "150": "LABEL_150",
163
+ "151": "LABEL_151",
164
+ "152": "LABEL_152",
165
+ "153": "LABEL_153",
166
+ "154": "LABEL_154",
167
+ "155": "LABEL_155",
168
+ "156": "LABEL_156",
169
+ "157": "LABEL_157",
170
+ "158": "LABEL_158",
171
+ "159": "LABEL_159",
172
+ "160": "LABEL_160",
173
+ "161": "LABEL_161",
174
+ "162": "LABEL_162",
175
+ "163": "LABEL_163",
176
+ "164": "LABEL_164",
177
+ "165": "LABEL_165",
178
+ "166": "LABEL_166",
179
+ "167": "LABEL_167",
180
+ "168": "LABEL_168",
181
+ "169": "LABEL_169",
182
+ "170": "LABEL_170",
183
+ "171": "LABEL_171",
184
+ "172": "LABEL_172",
185
+ "173": "LABEL_173",
186
+ "174": "LABEL_174",
187
+ "175": "LABEL_175",
188
+ "176": "LABEL_176",
189
+ "177": "LABEL_177",
190
+ "178": "LABEL_178",
191
+ "179": "LABEL_179",
192
+ "180": "LABEL_180",
193
+ "181": "LABEL_181",
194
+ "182": "LABEL_182",
195
+ "183": "LABEL_183",
196
+ "184": "LABEL_184",
197
+ "185": "LABEL_185",
198
+ "186": "LABEL_186",
199
+ "187": "LABEL_187",
200
+ "188": "LABEL_188",
201
+ "189": "LABEL_189",
202
+ "190": "LABEL_190",
203
+ "191": "LABEL_191",
204
+ "192": "LABEL_192",
205
+ "193": "LABEL_193",
206
+ "194": "LABEL_194",
207
+ "195": "LABEL_195",
208
+ "196": "LABEL_196",
209
+ "197": "LABEL_197",
210
+ "198": "LABEL_198",
211
+ "199": "LABEL_199",
212
+ "200": "LABEL_200",
213
+ "201": "LABEL_201",
214
+ "202": "LABEL_202",
215
+ "203": "LABEL_203",
216
+ "204": "LABEL_204",
217
+ "205": "LABEL_205",
218
+ "206": "LABEL_206",
219
+ "207": "LABEL_207",
220
+ "208": "LABEL_208",
221
+ "209": "LABEL_209",
222
+ "210": "LABEL_210",
223
+ "211": "LABEL_211",
224
+ "212": "LABEL_212",
225
+ "213": "LABEL_213",
226
+ "214": "LABEL_214",
227
+ "215": "LABEL_215",
228
+ "216": "LABEL_216",
229
+ "217": "LABEL_217",
230
+ "218": "LABEL_218",
231
+ "219": "LABEL_219",
232
+ "220": "LABEL_220",
233
+ "221": "LABEL_221",
234
+ "222": "LABEL_222",
235
+ "223": "LABEL_223",
236
+ "224": "LABEL_224",
237
+ "225": "LABEL_225",
238
+ "226": "LABEL_226",
239
+ "227": "LABEL_227",
240
+ "228": "LABEL_228",
241
+ "229": "LABEL_229",
242
+ "230": "LABEL_230",
243
+ "231": "LABEL_231",
244
+ "232": "LABEL_232",
245
+ "233": "LABEL_233",
246
+ "234": "LABEL_234",
247
+ "235": "LABEL_235",
248
+ "236": "LABEL_236",
249
+ "237": "LABEL_237",
250
+ "238": "LABEL_238",
251
+ "239": "LABEL_239",
252
+ "240": "LABEL_240",
253
+ "241": "LABEL_241",
254
+ "242": "LABEL_242",
255
+ "243": "LABEL_243",
256
+ "244": "LABEL_244",
257
+ "245": "LABEL_245",
258
+ "246": "LABEL_246",
259
+ "247": "LABEL_247",
260
+ "248": "LABEL_248",
261
+ "249": "LABEL_249",
262
+ "250": "LABEL_250",
263
+ "251": "LABEL_251",
264
+ "252": "LABEL_252",
265
+ "253": "LABEL_253",
266
+ "254": "LABEL_254",
267
+ "255": "LABEL_255",
268
+ "256": "LABEL_256",
269
+ "257": "LABEL_257",
270
+ "258": "LABEL_258",
271
+ "259": "LABEL_259",
272
+ "260": "LABEL_260",
273
+ "261": "LABEL_261",
274
+ "262": "LABEL_262",
275
+ "263": "LABEL_263",
276
+ "264": "LABEL_264",
277
+ "265": "LABEL_265",
278
+ "266": "LABEL_266",
279
+ "267": "LABEL_267",
280
+ "268": "LABEL_268",
281
+ "269": "LABEL_269",
282
+ "270": "LABEL_270",
283
+ "271": "LABEL_271",
284
+ "272": "LABEL_272",
285
+ "273": "LABEL_273",
286
+ "274": "LABEL_274",
287
+ "275": "LABEL_275",
288
+ "276": "LABEL_276",
289
+ "277": "LABEL_277",
290
+ "278": "LABEL_278",
291
+ "279": "LABEL_279",
292
+ "280": "LABEL_280",
293
+ "281": "LABEL_281",
294
+ "282": "LABEL_282",
295
+ "283": "LABEL_283",
296
+ "284": "LABEL_284",
297
+ "285": "LABEL_285",
298
+ "286": "LABEL_286",
299
+ "287": "LABEL_287",
300
+ "288": "LABEL_288",
301
+ "289": "LABEL_289",
302
+ "290": "LABEL_290",
303
+ "291": "LABEL_291",
304
+ "292": "LABEL_292",
305
+ "293": "LABEL_293",
306
+ "294": "LABEL_294",
307
+ "295": "LABEL_295",
308
+ "296": "LABEL_296",
309
+ "297": "LABEL_297",
310
+ "298": "LABEL_298",
311
+ "299": "LABEL_299",
312
+ "300": "LABEL_300",
313
+ "301": "LABEL_301",
314
+ "302": "LABEL_302",
315
+ "303": "LABEL_303",
316
+ "304": "LABEL_304",
317
+ "305": "LABEL_305",
318
+ "306": "LABEL_306",
319
+ "307": "LABEL_307",
320
+ "308": "LABEL_308",
321
+ "309": "LABEL_309",
322
+ "310": "LABEL_310",
323
+ "311": "LABEL_311",
324
+ "312": "LABEL_312",
325
+ "313": "LABEL_313",
326
+ "314": "LABEL_314",
327
+ "315": "LABEL_315",
328
+ "316": "LABEL_316",
329
+ "317": "LABEL_317",
330
+ "318": "LABEL_318",
331
+ "319": "LABEL_319",
332
+ "320": "LABEL_320",
333
+ "321": "LABEL_321",
334
+ "322": "LABEL_322",
335
+ "323": "LABEL_323",
336
+ "324": "LABEL_324",
337
+ "325": "LABEL_325",
338
+ "326": "LABEL_326",
339
+ "327": "LABEL_327",
340
+ "328": "LABEL_328",
341
+ "329": "LABEL_329",
342
+ "330": "LABEL_330",
343
+ "331": "LABEL_331",
344
+ "332": "LABEL_332",
345
+ "333": "LABEL_333",
346
+ "334": "LABEL_334",
347
+ "335": "LABEL_335",
348
+ "336": "LABEL_336",
349
+ "337": "LABEL_337",
350
+ "338": "LABEL_338",
351
+ "339": "LABEL_339",
352
+ "340": "LABEL_340",
353
+ "341": "LABEL_341",
354
+ "342": "LABEL_342",
355
+ "343": "LABEL_343",
356
+ "344": "LABEL_344",
357
+ "345": "LABEL_345",
358
+ "346": "LABEL_346",
359
+ "347": "LABEL_347",
360
+ "348": "LABEL_348",
361
+ "349": "LABEL_349",
362
+ "350": "LABEL_350",
363
+ "351": "LABEL_351",
364
+ "352": "LABEL_352",
365
+ "353": "LABEL_353",
366
+ "354": "LABEL_354",
367
+ "355": "LABEL_355",
368
+ "356": "LABEL_356",
369
+ "357": "LABEL_357",
370
+ "358": "LABEL_358",
371
+ "359": "LABEL_359",
372
+ "360": "LABEL_360",
373
+ "361": "LABEL_361",
374
+ "362": "LABEL_362",
375
+ "363": "LABEL_363",
376
+ "364": "LABEL_364",
377
+ "365": "LABEL_365",
378
+ "366": "LABEL_366",
379
+ "367": "LABEL_367",
380
+ "368": "LABEL_368",
381
+ "369": "LABEL_369",
382
+ "370": "LABEL_370",
383
+ "371": "LABEL_371",
384
+ "372": "LABEL_372",
385
+ "373": "LABEL_373",
386
+ "374": "LABEL_374",
387
+ "375": "LABEL_375",
388
+ "376": "LABEL_376",
389
+ "377": "LABEL_377",
390
+ "378": "LABEL_378",
391
+ "379": "LABEL_379",
392
+ "380": "LABEL_380",
393
+ "381": "LABEL_381",
394
+ "382": "LABEL_382",
395
+ "383": "LABEL_383",
396
+ "384": "LABEL_384",
397
+ "385": "LABEL_385",
398
+ "386": "LABEL_386",
399
+ "387": "LABEL_387",
400
+ "388": "LABEL_388",
401
+ "389": "LABEL_389",
402
+ "390": "LABEL_390",
403
+ "391": "LABEL_391",
404
+ "392": "LABEL_392",
405
+ "393": "LABEL_393",
406
+ "394": "LABEL_394",
407
+ "395": "LABEL_395",
408
+ "396": "LABEL_396",
409
+ "397": "LABEL_397",
410
+ "398": "LABEL_398",
411
+ "399": "LABEL_399",
412
+ "400": "LABEL_400",
413
+ "401": "LABEL_401",
414
+ "402": "LABEL_402",
415
+ "403": "LABEL_403",
416
+ "404": "LABEL_404",
417
+ "405": "LABEL_405",
418
+ "406": "LABEL_406",
419
+ "407": "LABEL_407",
420
+ "408": "LABEL_408",
421
+ "409": "LABEL_409",
422
+ "410": "LABEL_410",
423
+ "411": "LABEL_411",
424
+ "412": "LABEL_412",
425
+ "413": "LABEL_413",
426
+ "414": "LABEL_414",
427
+ "415": "LABEL_415",
428
+ "416": "LABEL_416",
429
+ "417": "LABEL_417",
430
+ "418": "LABEL_418",
431
+ "419": "LABEL_419",
432
+ "420": "LABEL_420",
433
+ "421": "LABEL_421",
434
+ "422": "LABEL_422",
435
+ "423": "LABEL_423",
436
+ "424": "LABEL_424",
437
+ "425": "LABEL_425",
438
+ "426": "LABEL_426",
439
+ "427": "LABEL_427",
440
+ "428": "LABEL_428",
441
+ "429": "LABEL_429",
442
+ "430": "LABEL_430",
443
+ "431": "LABEL_431",
444
+ "432": "LABEL_432",
445
+ "433": "LABEL_433",
446
+ "434": "LABEL_434",
447
+ "435": "LABEL_435",
448
+ "436": "LABEL_436",
449
+ "437": "LABEL_437",
450
+ "438": "LABEL_438",
451
+ "439": "LABEL_439",
452
+ "440": "LABEL_440",
453
+ "441": "LABEL_441",
454
+ "442": "LABEL_442",
455
+ "443": "LABEL_443",
456
+ "444": "LABEL_444",
457
+ "445": "LABEL_445",
458
+ "446": "LABEL_446",
459
+ "447": "LABEL_447",
460
+ "448": "LABEL_448",
461
+ "449": "LABEL_449",
462
+ "450": "LABEL_450",
463
+ "451": "LABEL_451",
464
+ "452": "LABEL_452",
465
+ "453": "LABEL_453",
466
+ "454": "LABEL_454",
467
+ "455": "LABEL_455",
468
+ "456": "LABEL_456",
469
+ "457": "LABEL_457",
470
+ "458": "LABEL_458",
471
+ "459": "LABEL_459",
472
+ "460": "LABEL_460",
473
+ "461": "LABEL_461",
474
+ "462": "LABEL_462",
475
+ "463": "LABEL_463",
476
+ "464": "LABEL_464",
477
+ "465": "LABEL_465",
478
+ "466": "LABEL_466",
479
+ "467": "LABEL_467",
480
+ "468": "LABEL_468",
481
+ "469": "LABEL_469",
482
+ "470": "LABEL_470",
483
+ "471": "LABEL_471",
484
+ "472": "LABEL_472",
485
+ "473": "LABEL_473",
486
+ "474": "LABEL_474",
487
+ "475": "LABEL_475",
488
+ "476": "LABEL_476",
489
+ "477": "LABEL_477",
490
+ "478": "LABEL_478",
491
+ "479": "LABEL_479",
492
+ "480": "LABEL_480",
493
+ "481": "LABEL_481",
494
+ "482": "LABEL_482",
495
+ "483": "LABEL_483",
496
+ "484": "LABEL_484",
497
+ "485": "LABEL_485",
498
+ "486": "LABEL_486",
499
+ "487": "LABEL_487",
500
+ "488": "LABEL_488",
501
+ "489": "LABEL_489",
502
+ "490": "LABEL_490",
503
+ "491": "LABEL_491",
504
+ "492": "LABEL_492",
505
+ "493": "LABEL_493",
506
+ "494": "LABEL_494",
507
+ "495": "LABEL_495",
508
+ "496": "LABEL_496",
509
+ "497": "LABEL_497",
510
+ "498": "LABEL_498",
511
+ "499": "LABEL_499"
512
+ },
513
+ "initializer_range": 0.02,
514
+ "intermediate_size": 4096,
515
+ "label2id": {
516
+ "LABEL_0": 0,
517
+ "LABEL_1": 1,
518
+ "LABEL_10": 10,
519
+ "LABEL_100": 100,
520
+ "LABEL_101": 101,
521
+ "LABEL_102": 102,
522
+ "LABEL_103": 103,
523
+ "LABEL_104": 104,
524
+ "LABEL_105": 105,
525
+ "LABEL_106": 106,
526
+ "LABEL_107": 107,
527
+ "LABEL_108": 108,
528
+ "LABEL_109": 109,
529
+ "LABEL_11": 11,
530
+ "LABEL_110": 110,
531
+ "LABEL_111": 111,
532
+ "LABEL_112": 112,
533
+ "LABEL_113": 113,
534
+ "LABEL_114": 114,
535
+ "LABEL_115": 115,
536
+ "LABEL_116": 116,
537
+ "LABEL_117": 117,
538
+ "LABEL_118": 118,
539
+ "LABEL_119": 119,
540
+ "LABEL_12": 12,
541
+ "LABEL_120": 120,
542
+ "LABEL_121": 121,
543
+ "LABEL_122": 122,
544
+ "LABEL_123": 123,
545
+ "LABEL_124": 124,
546
+ "LABEL_125": 125,
547
+ "LABEL_126": 126,
548
+ "LABEL_127": 127,
549
+ "LABEL_128": 128,
550
+ "LABEL_129": 129,
551
+ "LABEL_13": 13,
552
+ "LABEL_130": 130,
553
+ "LABEL_131": 131,
554
+ "LABEL_132": 132,
555
+ "LABEL_133": 133,
556
+ "LABEL_134": 134,
557
+ "LABEL_135": 135,
558
+ "LABEL_136": 136,
559
+ "LABEL_137": 137,
560
+ "LABEL_138": 138,
561
+ "LABEL_139": 139,
562
+ "LABEL_14": 14,
563
+ "LABEL_140": 140,
564
+ "LABEL_141": 141,
565
+ "LABEL_142": 142,
566
+ "LABEL_143": 143,
567
+ "LABEL_144": 144,
568
+ "LABEL_145": 145,
569
+ "LABEL_146": 146,
570
+ "LABEL_147": 147,
571
+ "LABEL_148": 148,
572
+ "LABEL_149": 149,
573
+ "LABEL_15": 15,
574
+ "LABEL_150": 150,
575
+ "LABEL_151": 151,
576
+ "LABEL_152": 152,
577
+ "LABEL_153": 153,
578
+ "LABEL_154": 154,
579
+ "LABEL_155": 155,
580
+ "LABEL_156": 156,
581
+ "LABEL_157": 157,
582
+ "LABEL_158": 158,
583
+ "LABEL_159": 159,
584
+ "LABEL_16": 16,
585
+ "LABEL_160": 160,
586
+ "LABEL_161": 161,
587
+ "LABEL_162": 162,
588
+ "LABEL_163": 163,
589
+ "LABEL_164": 164,
590
+ "LABEL_165": 165,
591
+ "LABEL_166": 166,
592
+ "LABEL_167": 167,
593
+ "LABEL_168": 168,
594
+ "LABEL_169": 169,
595
+ "LABEL_17": 17,
596
+ "LABEL_170": 170,
597
+ "LABEL_171": 171,
598
+ "LABEL_172": 172,
599
+ "LABEL_173": 173,
600
+ "LABEL_174": 174,
601
+ "LABEL_175": 175,
602
+ "LABEL_176": 176,
603
+ "LABEL_177": 177,
604
+ "LABEL_178": 178,
605
+ "LABEL_179": 179,
606
+ "LABEL_18": 18,
607
+ "LABEL_180": 180,
608
+ "LABEL_181": 181,
609
+ "LABEL_182": 182,
610
+ "LABEL_183": 183,
611
+ "LABEL_184": 184,
612
+ "LABEL_185": 185,
613
+ "LABEL_186": 186,
614
+ "LABEL_187": 187,
615
+ "LABEL_188": 188,
616
+ "LABEL_189": 189,
617
+ "LABEL_19": 19,
618
+ "LABEL_190": 190,
619
+ "LABEL_191": 191,
620
+ "LABEL_192": 192,
621
+ "LABEL_193": 193,
622
+ "LABEL_194": 194,
623
+ "LABEL_195": 195,
624
+ "LABEL_196": 196,
625
+ "LABEL_197": 197,
626
+ "LABEL_198": 198,
627
+ "LABEL_199": 199,
628
+ "LABEL_2": 2,
629
+ "LABEL_20": 20,
630
+ "LABEL_200": 200,
631
+ "LABEL_201": 201,
632
+ "LABEL_202": 202,
633
+ "LABEL_203": 203,
634
+ "LABEL_204": 204,
635
+ "LABEL_205": 205,
636
+ "LABEL_206": 206,
637
+ "LABEL_207": 207,
638
+ "LABEL_208": 208,
639
+ "LABEL_209": 209,
640
+ "LABEL_21": 21,
641
+ "LABEL_210": 210,
642
+ "LABEL_211": 211,
643
+ "LABEL_212": 212,
644
+ "LABEL_213": 213,
645
+ "LABEL_214": 214,
646
+ "LABEL_215": 215,
647
+ "LABEL_216": 216,
648
+ "LABEL_217": 217,
649
+ "LABEL_218": 218,
650
+ "LABEL_219": 219,
651
+ "LABEL_22": 22,
652
+ "LABEL_220": 220,
653
+ "LABEL_221": 221,
654
+ "LABEL_222": 222,
655
+ "LABEL_223": 223,
656
+ "LABEL_224": 224,
657
+ "LABEL_225": 225,
658
+ "LABEL_226": 226,
659
+ "LABEL_227": 227,
660
+ "LABEL_228": 228,
661
+ "LABEL_229": 229,
662
+ "LABEL_23": 23,
663
+ "LABEL_230": 230,
664
+ "LABEL_231": 231,
665
+ "LABEL_232": 232,
666
+ "LABEL_233": 233,
667
+ "LABEL_234": 234,
668
+ "LABEL_235": 235,
669
+ "LABEL_236": 236,
670
+ "LABEL_237": 237,
671
+ "LABEL_238": 238,
672
+ "LABEL_239": 239,
673
+ "LABEL_24": 24,
674
+ "LABEL_240": 240,
675
+ "LABEL_241": 241,
676
+ "LABEL_242": 242,
677
+ "LABEL_243": 243,
678
+ "LABEL_244": 244,
679
+ "LABEL_245": 245,
680
+ "LABEL_246": 246,
681
+ "LABEL_247": 247,
682
+ "LABEL_248": 248,
683
+ "LABEL_249": 249,
684
+ "LABEL_25": 25,
685
+ "LABEL_250": 250,
686
+ "LABEL_251": 251,
687
+ "LABEL_252": 252,
688
+ "LABEL_253": 253,
689
+ "LABEL_254": 254,
690
+ "LABEL_255": 255,
691
+ "LABEL_256": 256,
692
+ "LABEL_257": 257,
693
+ "LABEL_258": 258,
694
+ "LABEL_259": 259,
695
+ "LABEL_26": 26,
696
+ "LABEL_260": 260,
697
+ "LABEL_261": 261,
698
+ "LABEL_262": 262,
699
+ "LABEL_263": 263,
700
+ "LABEL_264": 264,
701
+ "LABEL_265": 265,
702
+ "LABEL_266": 266,
703
+ "LABEL_267": 267,
704
+ "LABEL_268": 268,
705
+ "LABEL_269": 269,
706
+ "LABEL_27": 27,
707
+ "LABEL_270": 270,
708
+ "LABEL_271": 271,
709
+ "LABEL_272": 272,
710
+ "LABEL_273": 273,
711
+ "LABEL_274": 274,
712
+ "LABEL_275": 275,
713
+ "LABEL_276": 276,
714
+ "LABEL_277": 277,
715
+ "LABEL_278": 278,
716
+ "LABEL_279": 279,
717
+ "LABEL_28": 28,
718
+ "LABEL_280": 280,
719
+ "LABEL_281": 281,
720
+ "LABEL_282": 282,
721
+ "LABEL_283": 283,
722
+ "LABEL_284": 284,
723
+ "LABEL_285": 285,
724
+ "LABEL_286": 286,
725
+ "LABEL_287": 287,
726
+ "LABEL_288": 288,
727
+ "LABEL_289": 289,
728
+ "LABEL_29": 29,
729
+ "LABEL_290": 290,
730
+ "LABEL_291": 291,
731
+ "LABEL_292": 292,
732
+ "LABEL_293": 293,
733
+ "LABEL_294": 294,
734
+ "LABEL_295": 295,
735
+ "LABEL_296": 296,
736
+ "LABEL_297": 297,
737
+ "LABEL_298": 298,
738
+ "LABEL_299": 299,
739
+ "LABEL_3": 3,
740
+ "LABEL_30": 30,
741
+ "LABEL_300": 300,
742
+ "LABEL_301": 301,
743
+ "LABEL_302": 302,
744
+ "LABEL_303": 303,
745
+ "LABEL_304": 304,
746
+ "LABEL_305": 305,
747
+ "LABEL_306": 306,
748
+ "LABEL_307": 307,
749
+ "LABEL_308": 308,
750
+ "LABEL_309": 309,
751
+ "LABEL_31": 31,
752
+ "LABEL_310": 310,
753
+ "LABEL_311": 311,
754
+ "LABEL_312": 312,
755
+ "LABEL_313": 313,
756
+ "LABEL_314": 314,
757
+ "LABEL_315": 315,
758
+ "LABEL_316": 316,
759
+ "LABEL_317": 317,
760
+ "LABEL_318": 318,
761
+ "LABEL_319": 319,
762
+ "LABEL_32": 32,
763
+ "LABEL_320": 320,
764
+ "LABEL_321": 321,
765
+ "LABEL_322": 322,
766
+ "LABEL_323": 323,
767
+ "LABEL_324": 324,
768
+ "LABEL_325": 325,
769
+ "LABEL_326": 326,
770
+ "LABEL_327": 327,
771
+ "LABEL_328": 328,
772
+ "LABEL_329": 329,
773
+ "LABEL_33": 33,
774
+ "LABEL_330": 330,
775
+ "LABEL_331": 331,
776
+ "LABEL_332": 332,
777
+ "LABEL_333": 333,
778
+ "LABEL_334": 334,
779
+ "LABEL_335": 335,
780
+ "LABEL_336": 336,
781
+ "LABEL_337": 337,
782
+ "LABEL_338": 338,
783
+ "LABEL_339": 339,
784
+ "LABEL_34": 34,
785
+ "LABEL_340": 340,
786
+ "LABEL_341": 341,
787
+ "LABEL_342": 342,
788
+ "LABEL_343": 343,
789
+ "LABEL_344": 344,
790
+ "LABEL_345": 345,
791
+ "LABEL_346": 346,
792
+ "LABEL_347": 347,
793
+ "LABEL_348": 348,
794
+ "LABEL_349": 349,
795
+ "LABEL_35": 35,
796
+ "LABEL_350": 350,
797
+ "LABEL_351": 351,
798
+ "LABEL_352": 352,
799
+ "LABEL_353": 353,
800
+ "LABEL_354": 354,
801
+ "LABEL_355": 355,
802
+ "LABEL_356": 356,
803
+ "LABEL_357": 357,
804
+ "LABEL_358": 358,
805
+ "LABEL_359": 359,
806
+ "LABEL_36": 36,
807
+ "LABEL_360": 360,
808
+ "LABEL_361": 361,
809
+ "LABEL_362": 362,
810
+ "LABEL_363": 363,
811
+ "LABEL_364": 364,
812
+ "LABEL_365": 365,
813
+ "LABEL_366": 366,
814
+ "LABEL_367": 367,
815
+ "LABEL_368": 368,
816
+ "LABEL_369": 369,
817
+ "LABEL_37": 37,
818
+ "LABEL_370": 370,
819
+ "LABEL_371": 371,
820
+ "LABEL_372": 372,
821
+ "LABEL_373": 373,
822
+ "LABEL_374": 374,
823
+ "LABEL_375": 375,
824
+ "LABEL_376": 376,
825
+ "LABEL_377": 377,
826
+ "LABEL_378": 378,
827
+ "LABEL_379": 379,
828
+ "LABEL_38": 38,
829
+ "LABEL_380": 380,
830
+ "LABEL_381": 381,
831
+ "LABEL_382": 382,
832
+ "LABEL_383": 383,
833
+ "LABEL_384": 384,
834
+ "LABEL_385": 385,
835
+ "LABEL_386": 386,
836
+ "LABEL_387": 387,
837
+ "LABEL_388": 388,
838
+ "LABEL_389": 389,
839
+ "LABEL_39": 39,
840
+ "LABEL_390": 390,
841
+ "LABEL_391": 391,
842
+ "LABEL_392": 392,
843
+ "LABEL_393": 393,
844
+ "LABEL_394": 394,
845
+ "LABEL_395": 395,
846
+ "LABEL_396": 396,
847
+ "LABEL_397": 397,
848
+ "LABEL_398": 398,
849
+ "LABEL_399": 399,
850
+ "LABEL_4": 4,
851
+ "LABEL_40": 40,
852
+ "LABEL_400": 400,
853
+ "LABEL_401": 401,
854
+ "LABEL_402": 402,
855
+ "LABEL_403": 403,
856
+ "LABEL_404": 404,
857
+ "LABEL_405": 405,
858
+ "LABEL_406": 406,
859
+ "LABEL_407": 407,
860
+ "LABEL_408": 408,
861
+ "LABEL_409": 409,
862
+ "LABEL_41": 41,
863
+ "LABEL_410": 410,
864
+ "LABEL_411": 411,
865
+ "LABEL_412": 412,
866
+ "LABEL_413": 413,
867
+ "LABEL_414": 414,
868
+ "LABEL_415": 415,
869
+ "LABEL_416": 416,
870
+ "LABEL_417": 417,
871
+ "LABEL_418": 418,
872
+ "LABEL_419": 419,
873
+ "LABEL_42": 42,
874
+ "LABEL_420": 420,
875
+ "LABEL_421": 421,
876
+ "LABEL_422": 422,
877
+ "LABEL_423": 423,
878
+ "LABEL_424": 424,
879
+ "LABEL_425": 425,
880
+ "LABEL_426": 426,
881
+ "LABEL_427": 427,
882
+ "LABEL_428": 428,
883
+ "LABEL_429": 429,
884
+ "LABEL_43": 43,
885
+ "LABEL_430": 430,
886
+ "LABEL_431": 431,
887
+ "LABEL_432": 432,
888
+ "LABEL_433": 433,
889
+ "LABEL_434": 434,
890
+ "LABEL_435": 435,
891
+ "LABEL_436": 436,
892
+ "LABEL_437": 437,
893
+ "LABEL_438": 438,
894
+ "LABEL_439": 439,
895
+ "LABEL_44": 44,
896
+ "LABEL_440": 440,
897
+ "LABEL_441": 441,
898
+ "LABEL_442": 442,
899
+ "LABEL_443": 443,
900
+ "LABEL_444": 444,
901
+ "LABEL_445": 445,
902
+ "LABEL_446": 446,
903
+ "LABEL_447": 447,
904
+ "LABEL_448": 448,
905
+ "LABEL_449": 449,
906
+ "LABEL_45": 45,
907
+ "LABEL_450": 450,
908
+ "LABEL_451": 451,
909
+ "LABEL_452": 452,
910
+ "LABEL_453": 453,
911
+ "LABEL_454": 454,
912
+ "LABEL_455": 455,
913
+ "LABEL_456": 456,
914
+ "LABEL_457": 457,
915
+ "LABEL_458": 458,
916
+ "LABEL_459": 459,
917
+ "LABEL_46": 46,
918
+ "LABEL_460": 460,
919
+ "LABEL_461": 461,
920
+ "LABEL_462": 462,
921
+ "LABEL_463": 463,
922
+ "LABEL_464": 464,
923
+ "LABEL_465": 465,
924
+ "LABEL_466": 466,
925
+ "LABEL_467": 467,
926
+ "LABEL_468": 468,
927
+ "LABEL_469": 469,
928
+ "LABEL_47": 47,
929
+ "LABEL_470": 470,
930
+ "LABEL_471": 471,
931
+ "LABEL_472": 472,
932
+ "LABEL_473": 473,
933
+ "LABEL_474": 474,
934
+ "LABEL_475": 475,
935
+ "LABEL_476": 476,
936
+ "LABEL_477": 477,
937
+ "LABEL_478": 478,
938
+ "LABEL_479": 479,
939
+ "LABEL_48": 48,
940
+ "LABEL_480": 480,
941
+ "LABEL_481": 481,
942
+ "LABEL_482": 482,
943
+ "LABEL_483": 483,
944
+ "LABEL_484": 484,
945
+ "LABEL_485": 485,
946
+ "LABEL_486": 486,
947
+ "LABEL_487": 487,
948
+ "LABEL_488": 488,
949
+ "LABEL_489": 489,
950
+ "LABEL_49": 49,
951
+ "LABEL_490": 490,
952
+ "LABEL_491": 491,
953
+ "LABEL_492": 492,
954
+ "LABEL_493": 493,
955
+ "LABEL_494": 494,
956
+ "LABEL_495": 495,
957
+ "LABEL_496": 496,
958
+ "LABEL_497": 497,
959
+ "LABEL_498": 498,
960
+ "LABEL_499": 499,
961
+ "LABEL_5": 5,
962
+ "LABEL_50": 50,
963
+ "LABEL_51": 51,
964
+ "LABEL_52": 52,
965
+ "LABEL_53": 53,
966
+ "LABEL_54": 54,
967
+ "LABEL_55": 55,
968
+ "LABEL_56": 56,
969
+ "LABEL_57": 57,
970
+ "LABEL_58": 58,
971
+ "LABEL_59": 59,
972
+ "LABEL_6": 6,
973
+ "LABEL_60": 60,
974
+ "LABEL_61": 61,
975
+ "LABEL_62": 62,
976
+ "LABEL_63": 63,
977
+ "LABEL_64": 64,
978
+ "LABEL_65": 65,
979
+ "LABEL_66": 66,
980
+ "LABEL_67": 67,
981
+ "LABEL_68": 68,
982
+ "LABEL_69": 69,
983
+ "LABEL_7": 7,
984
+ "LABEL_70": 70,
985
+ "LABEL_71": 71,
986
+ "LABEL_72": 72,
987
+ "LABEL_73": 73,
988
+ "LABEL_74": 74,
989
+ "LABEL_75": 75,
990
+ "LABEL_76": 76,
991
+ "LABEL_77": 77,
992
+ "LABEL_78": 78,
993
+ "LABEL_79": 79,
994
+ "LABEL_8": 8,
995
+ "LABEL_80": 80,
996
+ "LABEL_81": 81,
997
+ "LABEL_82": 82,
998
+ "LABEL_83": 83,
999
+ "LABEL_84": 84,
1000
+ "LABEL_85": 85,
1001
+ "LABEL_86": 86,
1002
+ "LABEL_87": 87,
1003
+ "LABEL_88": 88,
1004
+ "LABEL_89": 89,
1005
+ "LABEL_9": 9,
1006
+ "LABEL_90": 90,
1007
+ "LABEL_91": 91,
1008
+ "LABEL_92": 92,
1009
+ "LABEL_93": 93,
1010
+ "LABEL_94": 94,
1011
+ "LABEL_95": 95,
1012
+ "LABEL_96": 96,
1013
+ "LABEL_97": 97,
1014
+ "LABEL_98": 98,
1015
+ "LABEL_99": 99
1016
+ },
1017
+ "layer_norm_eps": 1e-12,
1018
+ "max_position_embeddings": 40000,
1019
+ "model_type": "bert",
1020
+ "num_attention_heads": 16,
1021
+ "num_hidden_layers": 30,
1022
+ "pad_token_id": 0,
1023
+ "position_embedding_type": "absolute",
1024
+ "problem_type": "multi_label_classification",
1025
+ "torch_dtype": "float32",
1026
+ "transformers_version": "4.30.2",
1027
+ "type_vocab_size": 2,
1028
+ "use_cache": true,
1029
+ "vocab_size": 30
1030
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92b3dde26ec7c2db72bb7a7f08b8ad933f6dcab5a4a4287ac9bf92a8000ced18
3
+ size 1682262325
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9231dd975a7da486a45853fc22c036f1975948558e71d7405cce1a52739c985
3
+ size 4027