Hugging Face's logo

bluuwhale
/
infinity-franken-GGUF-IQ-Imatrix

GGUF
Inference Endpoints
Model card Files Community
bluuwhale commited on
Commit
605d353
•
1 Parent(s): 176670d

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +12 -0
  2. imatrix-with-rp-format-data.txt +0 -0
  3. imatrix.dat +3 -0
  4. infinity-franken-F16.gguf +3 -0
  5. infinity-franken-IQ3_M.gguf +3 -0
  6. infinity-franken-IQ3_S.gguf +3 -0
  7. infinity-franken-Q4_K_M.gguf +3 -0
  8. infinity-franken-Q5_K_M.gguf +3 -0
  9. infinity-franken-Q5_K_S.gguf +3 -0
  10. infinity-franken-Q6_K.gguf +3 -0
  11. infinity-franken-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ ggml-model-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ ggml-model-f16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ ggml-model-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
39
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
40
+ infinity-franken-F16.gguf filter=lfs diff=lfs merge=lfs -text
41
+ infinity-franken-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ infinity-franken-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ infinity-franken-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ infinity-franken-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ infinity-franken-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ infinity-franken-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ infinity-franken-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
imatrix-with-rp-format-data.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52fe06d040823e10919b27e4ab12b20b550e13d16e674e7f3f4172830d2efa09
3
+ size 7482222
infinity-franken-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f19c76235d24f4b0ec306ca20d2374a46de0366ec96356f3f81dcef851676cd5
3
+ size 21464586336
infinity-franken-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e17fc835f2c1a1c43d3ca4eb0ae750b63e44c93e31398853b50f6d27ee46cac8
3
+ size 4845049984
infinity-franken-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b64118fd2cc815fbef9f0bc19f5695a1d34f5fec129ca96298c35d33b0655ca3
3
+ size 4691302528
infinity-franken-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a953b26a0b9f34aea3e48c6ab5cadae5ca39871c40e4a1626f09216674cfe2b
3
+ size 6461667456
infinity-franken-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c14bcc7798e6f7d621af8a07014a451ba57237115a68632b2754ae1b92733e2f
3
+ size 7597930624
infinity-franken-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69b4130b2dd266c9085310c05486e0d591419f09d068ef93a1a97a8e36d8221b
3
+ size 7397390464
infinity-franken-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cf3b65e91d03faa8bf5458de27c099b3b3c5d4fd945887007d68a14136879d3
3
+ size 8805210240
infinity-franken-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bea8282f7c98c8a62807fa91e6b4238509aac137e735b08d099e2724e8e9dc1
3
+ size 11404155008