andreaskoepf
commited on
Commit
•
8af054c
1
Parent(s):
58b1f86
use <|im_end|> as eos
Browse files- special_tokens_map.json +1 -1
special_tokens_map.json
CHANGED
@@ -14,5 +14,5 @@
|
|
14 |
"<|im_start|>",
|
15 |
"<|im_end|>"
|
16 |
],
|
17 |
-
"eos_token": "<|
|
18 |
}
|
|
|
14 |
"<|im_start|>",
|
15 |
"<|im_end|>"
|
16 |
],
|
17 |
+
"eos_token": "<|im_end|>"
|
18 |
}
|