padding token id

special_tokens_map.json

@@ -13,6 +13,7 @@
     "rstrip": false,
     "single_word": false
   },
+  "pad_token": "<unk>",
   "unk_token": {
     "content": "<unk>",
     "lstrip": false,

tokenizer.json

@@ -1,7 +1,16 @@
 {
   "version": "1.0",
   "truncation": null,
-  "padding": null,
+  "padding": {
+    "strategy": {
+      "Fixed": 2048
+    },
+    "direction": "Right",
+    "pad_to_multiple_of": null,
+    "pad_id": 2,
+    "pad_type_id": 0,
+    "pad_token": "<unk>"
+  },
   "added_tokens": [
     {
       "id": 0,
@@ -61,15 +70,15 @@
               "id": "A",
               "type_id": 0
             }
-          },
+          }
+        ],
+        "pair": [
           {
             "SpecialToken": {
-              "id": "</s>",
+              "id": "<s>",
               "type_id": 0
             }
-          }
-        ],
-        "pair": [
+          },
           {
             "Sequence": {
               "id": "A",
@@ -84,15 +93,6 @@
           }
         ],
         "special_tokens": {
-          "</s>": {
-            "id": "</s>",
-            "ids": [
-              1
-            ],
-            "tokens": [
-              "</s>"
-            ]
-          },
           "<s>": {
             "id": "<s>",
             "ids": [