Training in progress, step 500

config.json

@@ -33,7 +33,7 @@
     }
   },
   "torch_dtype": "float32",
-  "transformers_version": "4.44.0.dev0",
+  "transformers_version": "4.45.0.dev0",
   "use_cache": true,
-  "vocab_size": 64003
+  "vocab_size": 64004
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef5033661e0a72e695483b42829878ed34b6add1c4764e1d52ba98b1b28de5e6
-size 539215488
+oid sha256:9c8665164b82e49dcc42f1624cdb5be40e60956c4fdd7604c0321017d30d0c12
+size 539218560

special_tokens_map.json

@@ -6,6 +6,13 @@
       "normalized": false,
       "rstrip": false,
       "single_word": false
+    },
+    {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
     }
   ],
   "eos_token": {

tokenizer.json

@@ -38,6 +38,15 @@
       "rstrip": false,
       "normalized": false,
       "special": true
+    },
+    {
+      "id": 64003,
+      "content": "</s>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
     }
   ],
   "normalizer": {

tokenizer_config.json

@@ -31,10 +31,19 @@
       "rstrip": false,
       "single_word": false,
       "special": true
+    },
+    "64003": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
     }
   },
   "additional_special_tokens": [
-    "[s]"
+    "[s]",
+    "</s>"
   ],
   "clean_up_tokenization_spaces": true,
   "eos_token": "<EOS>",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d02b81f70c3a3208cc7ebf52e7f28eb0ba6bcdcc6e1347d31ec706e449f1850
+oid sha256:9ce0695034dfb75f538da28c816018dadc1dcd695ab0f61ea257243e4db56fa6
 size 5176