Hugging Face's logo

grapevine-AI
/
gemma-2-27b-it-gguf

GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
grapevine-AI commited on
Commit
caa807b
•
1 Parent(s): e06241d

Upload 10 files

Browse files
Files changed (10) hide show
  1. .gitattributes +2 -0
  2. gemma-2-27B-it-BF16-00001-of-00002.gguf +3 -0
  3. gemma-2-27B-it-BF16-00002-of-00002.gguf +3 -0
  4. gemma-2-27B-it-IQ3_M.gguf +3 -0
  5. gemma-2-27B-it-IQ3_S.gguf +3 -0
  6. gemma-2-27B-it-IQ4_XS.gguf +3 -0
  7. gemma-2-27B-it-Q4_K_M.gguf +3 -0
  8. gemma-2-27B-it-Q5_K_M.gguf +3 -0
  9. gemma-2-27B-it-Q6_K.gguf +3 -0
  10. gemma-2-27B-it-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -41,3 +41,5 @@ gemma-2-27b-it-bf16-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
41
  gemma-2-27b-it-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
  gemma-2-27b-it-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
  gemma-2-27b-it-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
41
  gemma-2-27b-it-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
  gemma-2-27b-it-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
  gemma-2-27b-it-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ gemma-2-27B-it-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
45
+ gemma-2-27B-it-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
gemma-2-27B-it-BF16-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72c00595de62cff3eb1aa4bd95d0253e2583bb94474bd94fcef089e2f59536ef
3
+ size 49931875584
gemma-2-27B-it-BF16-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cbbdc5a25acfe47f1ea807babc533890f0732608e303f11478974dc42066ccc
3
+ size 4530145984
gemma-2-27B-it-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46d7e3f2ac45f68a4abbd4e8af9b1942911fcf2a9709f6dd4f7fd161f5af14f1
3
+ size 12454830016
gemma-2-27B-it-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:689e50c7c616964465ab0945816da6e31686100f5f664433bce58110f0a196a4
3
+ size 12169060288
gemma-2-27B-it-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57e1446b43b0ae9cd9c110fa1c5d4c945859c1c5113f6028350e8ce625fd4abc
3
+ size 14814420928
gemma-2-27B-it-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:342062774da4c8b3d88dafa7257013d647c4de2f4f2ae58ed8d2611bf7bfbbfa
3
+ size 16645382080
gemma-2-27B-it-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eecd1b61e19976ff6ea6ef6ec1c05630df6a19fd57a847da8726193cde2a8791
3
+ size 19408117696
gemma-2-27B-it-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98405d9b190f29f7d1eb192b256f59f2fa6b771260601421d34eaefcf2f6c24d
3
+ size 22343524288
gemma-2-27B-it-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35ef4c60d1082cb62297dce19d0871026d69d3849ac4da5252bd13d828cc9369
3
+ size 28937387968