calculated imatrix in 8bit, was jsut as good as f16 imatrix
Browse files- .gitattributes +1 -0
- qwenq8bitimatrix.dat → 8bitimatrix.dat +0 -0
.gitattributes
CHANGED
|
@@ -45,3 +45,4 @@ qwenq8v2.gguf filter=lfs diff=lfs merge=lfs -text
|
|
| 45 |
qwen7bq4kembeddingf16outputf16.gguf filter=lfs diff=lfs merge=lfs -text
|
| 46 |
qwen7bq4xsembedding8output8.gguf filter=lfs diff=lfs merge=lfs -text
|
| 47 |
qwen7bq4xsoutput6k.gguf filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 45 |
qwen7bq4kembeddingf16outputf16.gguf filter=lfs diff=lfs merge=lfs -text
|
| 46 |
qwen7bq4xsembedding8output8.gguf filter=lfs diff=lfs merge=lfs -text
|
| 47 |
qwen7bq4xsoutput6k.gguf filter=lfs diff=lfs merge=lfs -text
|
| 48 |
+
8bitimatrix.dat filter=lfs diff=lfs merge=lfs -text
|
qwenq8bitimatrix.dat → 8bitimatrix.dat
RENAMED
|
File without changes
|