damienbenveniste
/

mistral-pretraining

Text Generation

Generated from Trainer

text-generation-inference

Inference Endpoints

Model card Files Files and versions Metrics Training metrics Community

damienbenveniste commited on Apr 24

Commit

30626f3

•

1 Parent(s): 3ef11ff

Training in progress, step 500

Files changed (5) hide show

model.safetensors +1 -1
special_tokens_map.json +1 -1
tokenizer.json +2 -2
tokenizer_config.json +1 -1
training_args.bin +1 -1

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc1ba4dc644337c774662ead3c967dc63f104cd35fd6365df87faa2387aece6f
 size 338197712

 version https://git-lfs.github.com/spec/v1
+oid sha256:8fd60bd61bc5525b4e1ff1e76e163b6beadc54f98e5c2eb8ee44ff9374159a8c
 size 338197712

special_tokens_map.json CHANGED Viewed

@@ -13,7 +13,7 @@
     "rstrip": false,
     "single_word": false
   },
-  "pad_token": "<pad>",
   "unk_token": {
     "content": "<unk>",
     "lstrip": false,

     "rstrip": false,
     "single_word": false
   },
+  "pad_token": "</s>",
   "unk_token": {
     "content": "<unk>",
     "lstrip": false,

tokenizer.json CHANGED Viewed

@@ -7,9 +7,9 @@
     },
     "direction": "Left",
     "pad_to_multiple_of": null,
-    "pad_id": 0,
     "pad_type_id": 0,
-    "pad_token": "<pad>"
   },
   "added_tokens": [
     {

     },
     "direction": "Left",
     "pad_to_multiple_of": null,
+    "pad_id": 2,
     "pad_type_id": 0,
+    "pad_token": "</s>"
   },
   "added_tokens": [
     {

tokenizer_config.json CHANGED Viewed

@@ -31,7 +31,7 @@
   "eos_token": "</s>",
   "legacy": true,
   "model_max_length": 1000000000000000019884624838656,
-  "pad_token": "<pad>",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",

   "eos_token": "</s>",
   "legacy": true,
   "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",

training_args.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57485aba843cd39f13e529957efaadbfcd24ca321269dbcaa3dc293c3f6d4554
 size 4536

 version https://git-lfs.github.com/spec/v1
+oid sha256:bfe2b6f01b5fbae63854a4c2ebeaf6b3ac646e201d4b8117166f5c7ceb48bb2a
 size 4536