aryasuneesh
/

llama-3.1-8b-16bit-GGUF

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

aryasuneesh commited on Oct 30

Commit

cdd1bd9

•

1 Parent(s): b548be3

(Trained with Unsloth)

Files changed (2) hide show

.gitattributes +1 -0
unsloth.Q4_K_M.gguf +3 -0

.gitattributes CHANGED Viewed

@@ -35,3 +35,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 unsloth.F16.gguf filter=lfs diff=lfs merge=lfs -text
 unsloth.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

 *tfevents* filter=lfs diff=lfs merge=lfs -text
 unsloth.F16.gguf filter=lfs diff=lfs merge=lfs -text
 unsloth.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text

unsloth.Q4_K_M.gguf ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:eba765fe62f341a2467711407ef19a13f1e10e16286728e863dcef54f908f669
+size 4920734176