RanchiZhao
commited on
Commit
•
8613342
1
Parent(s):
f4db7f0
change name to minicpm3
Browse files- config.json +7 -7
config.json
CHANGED
@@ -6,15 +6,15 @@
|
|
6 |
"attention_bias": false,
|
7 |
"attention_dropout": 0.0,
|
8 |
"auto_map": {
|
9 |
-
"AutoConfig": "configuration_minicpm.
|
10 |
-
"AutoModel": "modeling_minicpm.
|
11 |
-
"AutoModelForCausalLM": "modeling_minicpm.
|
12 |
-
"AutoModelForSeq2SeqLM": "modeling_minicpm.
|
13 |
-
"AutoModelForSequenceClassification": "modeling_minicpm.
|
14 |
},
|
15 |
"bos_token_id": 1,
|
16 |
"dim_model_base": 256,
|
17 |
-
"eos_token_id": 2,
|
18 |
"head_dim": 96,
|
19 |
"hidden_act": "silu",
|
20 |
"hidden_size": 2560,
|
@@ -89,7 +89,7 @@
|
|
89 |
"scale_depth": 1.4,
|
90 |
"scale_emb": 12,
|
91 |
"torch_dtype": "float16",
|
92 |
-
"transformers_version": "4.
|
93 |
"use_cache": true,
|
94 |
"v_head_dim": 64,
|
95 |
"vocab_size": 73448,
|
|
|
6 |
"attention_bias": false,
|
7 |
"attention_dropout": 0.0,
|
8 |
"auto_map": {
|
9 |
+
"AutoConfig": "configuration_minicpm.MiniCPM3Config",
|
10 |
+
"AutoModel": "modeling_minicpm.MiniCPM3Model",
|
11 |
+
"AutoModelForCausalLM": "modeling_minicpm.MiniCPM3ForCausalLM",
|
12 |
+
"AutoModelForSeq2SeqLM": "modeling_minicpm.MiniCPM3ForCausalLM",
|
13 |
+
"AutoModelForSequenceClassification": "modeling_minicpm.MiniCPM3ForSequenceClassification"
|
14 |
},
|
15 |
"bos_token_id": 1,
|
16 |
"dim_model_base": 256,
|
17 |
+
"eos_token_id": [2, 73440],
|
18 |
"head_dim": 96,
|
19 |
"hidden_act": "silu",
|
20 |
"hidden_size": 2560,
|
|
|
89 |
"scale_depth": 1.4,
|
90 |
"scale_emb": 12,
|
91 |
"torch_dtype": "float16",
|
92 |
+
"transformers_version": "4.41.0",
|
93 |
"use_cache": true,
|
94 |
"v_head_dim": 64,
|
95 |
"vocab_size": 73448,
|