Commit
•
0e2d9fe
1
Parent(s):
f54a4e9
Upload 3 files
Browse files- config.json +6 -0
config.json
CHANGED
|
@@ -333,6 +333,12 @@
|
|
| 333 |
"ignore_index": -100
|
| 334 |
},
|
| 335 |
"return_dict": false,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 336 |
"tokenizer_class": "OpenSLUv1",
|
| 337 |
"torch_dtype": "float32",
|
| 338 |
"transformers_version": "4.25.1",
|
|
|
|
| 333 |
"ignore_index": -100
|
| 334 |
},
|
| 335 |
"return_dict": false,
|
| 336 |
+
"tokenizer": {
|
| 337 |
+
"_padding_side_": "right",
|
| 338 |
+
"_tokenizer_name_": "roberta-base",
|
| 339 |
+
"add_special_tokens": true,
|
| 340 |
+
"max_length": 512
|
| 341 |
+
},
|
| 342 |
"tokenizer_class": "OpenSLUv1",
|
| 343 |
"torch_dtype": "float32",
|
| 344 |
"transformers_version": "4.25.1",
|