hywu
/

Camelidae-8x13B

Text Generation

Inference Endpoints

Model card Files Files and versions Community

hywu commited on Jan 11

Commit

5dd03b4

•

1 Parent(s): c832720

update config

Files changed (1) hide show

config.json +3 -2

config.json CHANGED Viewed

@@ -1,10 +1,11 @@
 {
   "adapter_dim": 512,
   "architectures": [
-    "LlamaForCausalLM"
   ],
   "auto_map": {
     "AutoConfig": "configuration_camelidae.CamelidaeConfig",
     "AutoModelForCausalLM": "modeling_camelidae.LlamaForCausalLM"
   },
   "bos_token_id": 1,
@@ -14,7 +15,7 @@
   "initializer_range": 0.02,
   "intermediate_size": 13824,
   "max_position_embeddings": 4096,
-  "model_type": "llama",
   "moe_dtype": "bfloat16",
   "moe_scaling": 0.25,
   "num_attention_heads": 40,

 {
   "adapter_dim": 512,
   "architectures": [
+    "modeling_camelidae.LlamaForCausalLM"
   ],
   "auto_map": {
     "AutoConfig": "configuration_camelidae.CamelidaeConfig",
+    "AutoModel": "modeling_camelidae.LlamaModel",
     "AutoModelForCausalLM": "modeling_camelidae.LlamaForCausalLM"
   },
   "bos_token_id": 1,
   "initializer_range": 0.02,
   "intermediate_size": 13824,
   "max_position_embeddings": 4096,
+  "model_type": "camelidae",
   "moe_dtype": "bfloat16",
   "moe_scaling": 0.25,
   "num_attention_heads": 40,