Hugging Face's logo

EricB
/
Mistral-Small-Instruct-2409-UQFF

mistral
uqff
mistral.rs
Model card Files Community
EricB HF staff commited on
Commit
ff83a08
•
1 Parent(s): a1ca5cd

Upload model

Browse files
Files changed (13) hide show
  1. .gitattributes +7 -0
  2. config.json +26 -0
  3. generation_config.json +6 -0
  4. mistral-small-2409-instruct-f8e4m3.uqff +3 -0
  5. mistral-small-2409-instruct-hqq4.uqff +3 -0
  6. mistral-small-2409-instruct-hqq8.uqff +3 -0
  7. mistral-small-2409-instruct-q3k.uqff +3 -0
  8. mistral-small-2409-instruct-q4k.uqff +3 -0
  9. mistral-small-2409-instruct-q5k.uqff +3 -0
  10. mistral-small-2409-instruct-q8_0.uqff +3 -0
  11. residual.safetensors +3 -0
  12. tokenizer.json +0 -0
  13. tokenizer_config.json +0 -0
.gitattributes CHANGED
@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ mistral-small-2409-instruct-f8e4m3.uqff filter=lfs diff=lfs merge=lfs -text
37
+ mistral-small-2409-instruct-hqq4.uqff filter=lfs diff=lfs merge=lfs -text
38
+ mistral-small-2409-instruct-hqq8.uqff filter=lfs diff=lfs merge=lfs -text
39
+ mistral-small-2409-instruct-q3k.uqff filter=lfs diff=lfs merge=lfs -text
40
+ mistral-small-2409-instruct-q4k.uqff filter=lfs diff=lfs merge=lfs -text
41
+ mistral-small-2409-instruct-q5k.uqff filter=lfs diff=lfs merge=lfs -text
42
+ mistral-small-2409-instruct-q8_0.uqff filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "MistralForCausalLM"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "bos_token_id": 1,
7
+ "eos_token_id": 2,
8
+ "head_dim": 128,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 6144,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 16384,
13
+ "max_position_embeddings": 32768,
14
+ "model_type": "mistral",
15
+ "num_attention_heads": 48,
16
+ "num_hidden_layers": 56,
17
+ "num_key_value_heads": 8,
18
+ "rms_norm_eps": 1e-05,
19
+ "rope_theta": 1000000.0,
20
+ "sliding_window": null,
21
+ "tie_word_embeddings": false,
22
+ "torch_dtype": "bfloat16",
23
+ "transformers_version": "4.45.0.dev0",
24
+ "use_cache": true,
25
+ "vocab_size": 32768
26
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "transformers_version": "4.45.0.dev0"
6
+ }
mistral-small-2409-instruct-f8e4m3.uqff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a46f1e4ed7edaa5e01c80d55e49d80ddbbe141e4e43c7eba61bd518aebb11be6
3
+ size 22045309722
mistral-small-2409-instruct-hqq4.uqff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5a87c018d187b7c0bccc5066f50b777e3c459e785d62f12fa1fbe3c0b8fda8f
3
+ size 13778354994
mistral-small-2409-instruct-hqq8.uqff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cfa366abbe97c50d34db2cc166a77757fbd61b309a30672c6350a10e1bb4365
3
+ size 24800986354
mistral-small-2409-instruct-q3k.uqff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26be6e8e26d3509996d0d62f6b5ef58de7666a7d39c5806db0834bcbd5f5dc4c
3
+ size 9472614410
mistral-small-2409-instruct-q4k.uqff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be3130f41a5e84c06515bf25afe393766dc91adc86a016cee90e7ebe48bcd6ef
3
+ size 12400500914
mistral-small-2409-instruct-q5k.uqff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b87238e2bcdd18505067d8e271ea143e4c067126e7c621bd4e17fe20df48bcf
3
+ size 15156158762
mistral-small-2409-instruct-q8_0.uqff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50abbf1d3efac9d2783ed3d096f9b68c77bd9c37ab10036dc6f74f2abbe725cb
3
+ size 23423132322
residual.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b9bf32db720d8b25d99921be17e95feaf3ebae1b0fc70602d559128412f5dba
3
+ size 404054728
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff