typeof commited on
Commit
8107830
1 Parent(s): 6cd9f5c

Upload MistralForCausalLM

Browse files
Files changed (2) hide show
  1. config.json +1 -1
  2. model.safetensors +2 -2
config.json CHANGED
@@ -13,7 +13,7 @@
13
  "max_position_embeddings": 1024,
14
  "model_type": "mistral",
15
  "num_attention_heads": 32,
16
- "num_hidden_layers": 32,
17
  "num_key_value_heads": 8,
18
  "pad_token_id": 3,
19
  "rms_norm_eps": 1e-05,
 
13
  "max_position_embeddings": 1024,
14
  "model_type": "mistral",
15
  "num_attention_heads": 32,
16
+ "num_hidden_layers": 12,
17
  "num_key_value_heads": 8,
18
  "pad_token_id": 3,
19
  "rms_norm_eps": 1e-05,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:44f30f30c67a5d37f027e422cd56dffe157112fd6eafcd745c4e98284c86fefd
3
- size 27589912
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee50ae8b38cddbb938d9f34d480ef89512a9bb41150e37d5fdcf6b7833174b52
3
+ size 10510376