mradermacher
/

RAG-Qwen2.5-7B-GGUF

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

mradermacher commited on 19 days ago

Commit

e426e5a

•

1 Parent(s): ff240ec

uploaded from nethype/db3

Files changed (2) hide show

.gitattributes +1 -0
RAG-Qwen2.5-7B.IQ4_XS.gguf +3 -0

.gitattributes CHANGED Viewed

@@ -44,3 +44,4 @@ RAG-Qwen2.5-7B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 RAG-Qwen2.5-7B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
 RAG-Qwen2.5-7B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 RAG-Qwen2.5-7B.f16.gguf filter=lfs diff=lfs merge=lfs -text

 RAG-Qwen2.5-7B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
 RAG-Qwen2.5-7B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 RAG-Qwen2.5-7B.f16.gguf filter=lfs diff=lfs merge=lfs -text
+RAG-Qwen2.5-7B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text

RAG-Qwen2.5-7B.IQ4_XS.gguf ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:041f9529c2492f1b934904396bbdfbae4dba7592d4b7f45c6657bf5333931f2d
+size 4250296704