sdadas
/

polish-longformer-large-4096

Inference Endpoints

Model card Files Files and versions Community

sdadas commited on Apr 23

Commit

3cd4897

•

1 Parent(s): b9f0742

Upload tokenizer.json

Files changed (1) hide show

tokenizer.json +1 -1

tokenizer.json CHANGED Viewed

@@ -60,7 +60,7 @@
   "pre_tokenizer": {
     "type": "Metaspace",
     "replacement": "▁",
-    "add_prefix_space": true
   },
   "post_processor": {
     "type": "RobertaProcessing",

   "pre_tokenizer": {
     "type": "Metaspace",
     "replacement": "▁",
+    "prepend_scheme": "never"
   },
   "post_processor": {
     "type": "RobertaProcessing",