Hugging Face's logo

LiteLLMs
/
Mixtral-8x22B-v0.1-GGUF

GGUF
Mixture of Experts
GGUF
Eval Results
Inference Endpoints
Model card Files Community
1
andrijdavid commited on
Commit
592469a
•
1 Parent(s): 5703b77

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. Q5_0/Mixtral-8x22B-v0.1-Q5_0-00001-of-00009.gguf +3 -0
  3. Q5_0/Mixtral-8x22B-v0.1-Q5_0-00002-of-00009.gguf +3 -0
  4. Q5_0/Mixtral-8x22B-v0.1-Q5_0-00003-of-00009.gguf +3 -0
  5. Q5_0/Mixtral-8x22B-v0.1-Q5_0-00004-of-00009.gguf +3 -0
  6. Q5_0/Mixtral-8x22B-v0.1-Q5_0-00005-of-00009.gguf +3 -0
  7. Q5_0/Mixtral-8x22B-v0.1-Q5_0-00006-of-00009.gguf +3 -0
  8. Q5_0/Mixtral-8x22B-v0.1-Q5_0-00007-of-00009.gguf +3 -0
  9. Q5_0/Mixtral-8x22B-v0.1-Q5_0-00008-of-00009.gguf +3 -0
  10. Q5_0/Mixtral-8x22B-v0.1-Q5_0-00009-of-00009.gguf +3 -0
.gitattributes CHANGED
@@ -122,3 +122,12 @@ Q4_K_M/Mixtral-8x22B-v0.1-Q4_K_M-00006-of-00009.gguf filter=lfs diff=lfs merge=l
122
  Q4_K_M/Mixtral-8x22B-v0.1-Q4_K_M-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
123
  Q4_K_M/Mixtral-8x22B-v0.1-Q4_K_M-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
124
  Q4_K_M/Mixtral-8x22B-v0.1-Q4_K_M-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
122
  Q4_K_M/Mixtral-8x22B-v0.1-Q4_K_M-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
123
  Q4_K_M/Mixtral-8x22B-v0.1-Q4_K_M-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
124
  Q4_K_M/Mixtral-8x22B-v0.1-Q4_K_M-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
125
+ Q5_0/Mixtral-8x22B-v0.1-Q5_0-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
126
+ Q5_0/Mixtral-8x22B-v0.1-Q5_0-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
127
+ Q5_0/Mixtral-8x22B-v0.1-Q5_0-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
128
+ Q5_0/Mixtral-8x22B-v0.1-Q5_0-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
129
+ Q5_0/Mixtral-8x22B-v0.1-Q5_0-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
130
+ Q5_0/Mixtral-8x22B-v0.1-Q5_0-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
131
+ Q5_0/Mixtral-8x22B-v0.1-Q5_0-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
132
+ Q5_0/Mixtral-8x22B-v0.1-Q5_0-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
133
+ Q5_0/Mixtral-8x22B-v0.1-Q5_0-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
Q5_0/Mixtral-8x22B-v0.1-Q5_0-00001-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68fa5562cbd34458291cbab415d9c92145440f5e9d01be0a58199df9ddaed3ac
3
+ size 724681408
Q5_0/Mixtral-8x22B-v0.1-Q5_0-00002-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b33b26ffae11b313c42f409a4fa108eea47078d88bb28c307351daa86441ae6
3
+ size 588894080
Q5_0/Mixtral-8x22B-v0.1-Q5_0-00003-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:141ce86f2f33b93758cdea61f0ca7d22b74eec5fe690512a0052df676204d9b4
3
+ size 595480448
Q5_0/Mixtral-8x22B-v0.1-Q5_0-00004-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d28a6ce899c42789c6def0a2c4fa2d6d8efbdc3d8964d4609b5b85b6c55e9de0
3
+ size 614748032
Q5_0/Mixtral-8x22B-v0.1-Q5_0-00005-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26de85386793dccca11ab0adce20fdb3a78581511fef18acd761070c696c9363
3
+ size 614748032
Q5_0/Mixtral-8x22B-v0.1-Q5_0-00006-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33adb6286d2a01f6befdaa2b93bf75a3a73bdb48b91e276d0757fa109436be16
3
+ size 595480448
Q5_0/Mixtral-8x22B-v0.1-Q5_0-00007-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85aa9cfbbe56043a2703cd41bb8cba2e253058f407a1f691cb1389d70abab2f5
3
+ size 29570130496
Q5_0/Mixtral-8x22B-v0.1-Q5_0-00008-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:777286f9c0be84e76ffd7c4e82e24d88cd0a08c4bc4f53f2cef48f5d2b15cc7b
3
+ size 35433485056
Q5_0/Mixtral-8x22B-v0.1-Q5_0-00009-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d243f2472e710bc638301dcd92b8ccea6075a35d521641e0d1da8caf49d9500b
3
+ size 28236058432