indiejoseph
commited on
Commit
•
4d9aa77
1
Parent(s):
d1d48e1
Upload folder using huggingface_hub
Browse files- config.json +1 -1
- model-00001-of-00003.safetensors +1 -1
- model-00002-of-00003.safetensors +1 -1
- model-00003-of-00003.safetensors +1 -1
- tokenizer_config.json +2 -2
config.json
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
{
|
2 |
-
"_name_or_path": "/
|
3 |
"architectures": [
|
4 |
"LlamaForCausalLM"
|
5 |
],
|
|
|
1 |
{
|
2 |
+
"_name_or_path": "hon9kon9ize/CantoneseLLM-pt-yi6b-preview20240315",
|
3 |
"architectures": [
|
4 |
"LlamaForCausalLM"
|
5 |
],
|
model-00001-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4941624320
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:af6fd1f97260f7a707e503f4ddfb66de2ae69241ceda4589012135434e66f419
|
3 |
size 4941624320
|
model-00002-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4976802816
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:be7e8142d6e2c837a1b795481956f72e4ac1085b1ac008e1cc4d93878b01d2f5
|
3 |
size 4976802816
|
model-00003-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 2221503464
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:db8f7207693d8dc37bf59179957777d99ca12462995805cd0fc6d0f2a36cb1dd
|
3 |
size 2221503464
|
tokenizer_config.json
CHANGED
@@ -85,7 +85,7 @@
|
|
85 |
"<|Assistant|>"
|
86 |
],
|
87 |
"bos_token": "<|startoftext|>",
|
88 |
-
"chat_template": "{% if messages[0]['role'] == 'system' %}{% set system_message = messages[0]['content'] %}{% else %}{% set system_message = \"
|
89 |
"clean_up_tokenization_spaces": false,
|
90 |
"eos_token": "<|im_end|>",
|
91 |
"legacy": true,
|
@@ -98,4 +98,4 @@
|
|
98 |
"tokenizer_class": "LlamaTokenizer",
|
99 |
"unk_token": "<unk>",
|
100 |
"use_default_system_prompt": false
|
101 |
-
}
|
|
|
85 |
"<|Assistant|>"
|
86 |
],
|
87 |
"bos_token": "<|startoftext|>",
|
88 |
+
"chat_template": "{% if messages[0]['role'] == 'system' %}{% set system_message = messages[0]['content'] %}{% else %}{% set system_message = \"You are CantoneseLLM developed by hon9kon9ize a AI lab, you are a helpful assistant that can speak fluent Cantonese, Mandarin and English\" %}{% endif %}{% if system_message is defined %}{{ '<|im_start|><|System|>\\n' + system_message + '<|im_end|>\\n' }}{% endif %}{% for message in messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '<|im_start|><|Human|>\\n' + content + '<|im_end|>\\n<|im_start|><|Assistant|>\\n' }}{% elif message['role'] == 'assistant' %}{{ content + '<|im_end|>' + '\\n' }}{% endif %}{% endfor %}",
|
89 |
"clean_up_tokenization_spaces": false,
|
90 |
"eos_token": "<|im_end|>",
|
91 |
"legacy": true,
|
|
|
98 |
"tokenizer_class": "LlamaTokenizer",
|
99 |
"unk_token": "<unk>",
|
100 |
"use_default_system_prompt": false
|
101 |
+
}
|