Hugging Face's logo

mradermacher
/
granite-3.1-8b-instruct-i1-GGUF

Transformers
GGUF
English
language
granite-3.1
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
dae2a0b
•
1 Parent(s): 60a402c

uploaded from kaos

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. granite-3.1-8b-instruct.i1-IQ1_M.gguf +3 -0
  3. granite-3.1-8b-instruct.i1-IQ1_S.gguf +3 -0
  4. granite-3.1-8b-instruct.i1-IQ2_M.gguf +3 -0
  5. granite-3.1-8b-instruct.i1-IQ2_S.gguf +3 -0
  6. granite-3.1-8b-instruct.i1-IQ2_XS.gguf +3 -0
  7. granite-3.1-8b-instruct.i1-IQ2_XXS.gguf +3 -0
  8. granite-3.1-8b-instruct.i1-IQ3_M.gguf +3 -0
  9. granite-3.1-8b-instruct.i1-IQ3_S.gguf +3 -0
  10. granite-3.1-8b-instruct.i1-IQ3_XS.gguf +3 -0
  11. granite-3.1-8b-instruct.i1-IQ3_XXS.gguf +3 -0
  12. granite-3.1-8b-instruct.i1-IQ4_XS.gguf +3 -0
  13. granite-3.1-8b-instruct.i1-Q2_K.gguf +3 -0
  14. granite-3.1-8b-instruct.i1-Q2_K_S.gguf +3 -0
  15. granite-3.1-8b-instruct.i1-Q3_K_L.gguf +3 -0
  16. granite-3.1-8b-instruct.i1-Q3_K_M.gguf +3 -0
  17. granite-3.1-8b-instruct.i1-Q3_K_S.gguf +3 -0
  18. granite-3.1-8b-instruct.i1-Q4_0.gguf +3 -0
  19. granite-3.1-8b-instruct.i1-Q4_K_M.gguf +3 -0
  20. granite-3.1-8b-instruct.i1-Q4_K_S.gguf +3 -0
  21. granite-3.1-8b-instruct.i1-Q5_K_M.gguf +3 -0
  22. granite-3.1-8b-instruct.i1-Q5_K_S.gguf +3 -0
  23. granite-3.1-8b-instruct.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ granite-3.1-8b-instruct.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3.1-8b-instruct.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3.1-8b-instruct.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3.1-8b-instruct.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3.1-8b-instruct.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3.1-8b-instruct.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3.1-8b-instruct.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3.1-8b-instruct.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3.1-8b-instruct.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3.1-8b-instruct.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3.1-8b-instruct.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ granite-3.1-8b-instruct.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ granite-3.1-8b-instruct.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ granite-3.1-8b-instruct.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ granite-3.1-8b-instruct.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ granite-3.1-8b-instruct.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ granite-3.1-8b-instruct.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ granite-3.1-8b-instruct.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ granite-3.1-8b-instruct.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ granite-3.1-8b-instruct.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ granite-3.1-8b-instruct.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ granite-3.1-8b-instruct.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
granite-3.1-8b-instruct.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7b4eead35d9f1369388eb7b6c14a3bb5f553d6daf2e5b1c39e1936e3e1cccf0
3
+ size 1997309536
granite-3.1-8b-instruct.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1495155b2becad074930f54647058dc6b282b4f1885e089d07535b629c508966
3
+ size 1836336736
granite-3.1-8b-instruct.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f339c2350fe2140c56a19fbc54860e0dd00491c41bb541ed1b7930ccea55826f
3
+ size 2836825696
granite-3.1-8b-instruct.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cecf2b2074c7ee584a4f707db2b82c5ea49c6d19399a3132f7ef8c5d489b6eed
3
+ size 2622195296
granite-3.1-8b-instruct.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6e263b0535fac88699d3f57588e273bd0bc923329d74cc11ad1a921b7469caa
3
+ size 2501199456
granite-3.1-8b-instruct.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e41e97e1ddae2cdbb348add11ed3145b67d1f810b220a2538099409690d9587
3
+ size 2265597536
granite-3.1-8b-instruct.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa00da1e8b1a3a14207e775ea91ef5636836aa7fd792f9f0018418e27eb3b7b3
3
+ size 3738717376
granite-3.1-8b-instruct.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a8d6a10a10096ecb343871d7876aa8a59f277b5f7ff511f790907fef869696f
3
+ size 3614772416
granite-3.1-8b-instruct.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f185a7741e1116c9193f6a3617e0cdb79dc7f3a867bcbc47d89e95071ab3b57f
3
+ size 3427994816
granite-3.1-8b-instruct.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d045668b0075883be1de647f2a28a7a38f21521536a03d329affce309b413a1
3
+ size 3201369696
granite-3.1-8b-instruct.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e179b2440df6eef2660a6563d20bb96b59ae6b3a2312e7b5c181535bb77e61a
3
+ size 4428074176
granite-3.1-8b-instruct.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b59f65060485c337283a13996859373e203563c962a286df5f85322dc539f456
3
+ size 3103591616
granite-3.1-8b-instruct.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3930d8819c8412812f46f10276ce986103e1b5964a9cc4ad5ba8e7f4fe894451
3
+ size 2883882176
granite-3.1-8b-instruct.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a2e853cfadc36c064aaca35074d9becefe58404f7aaa33ce79bbba05817f724
3
+ size 4349430976
granite-3.1-8b-instruct.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:205bb4107697987d7c208ebc80349a32e935d72408ee6dd66a6d3e9fecbccf19
3
+ size 3996585152
granite-3.1-8b-instruct.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c8fcd96b9e8e45a6a3677044007c08e57a931517ef5b0dc53981cf9c07feafc
3
+ size 3592490176
granite-3.1-8b-instruct.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b39fde7043d77b2864e8431023c423a5bc7b6b9cf1b3d44019fe9f7b625f1ae
3
+ size 4667280576
granite-3.1-8b-instruct.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d83851a50cccdb5d08dfbe0f267cdbbd9ab30922b628316579f7e324c0676bac
3
+ size 4942859456
granite-3.1-8b-instruct.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9757205b884b0e311a4e010ef4632579ba63ceef7be190f78d4c4ee41a8c64d1
3
+ size 4685761728
granite-3.1-8b-instruct.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71c1bb7c341e81dfe8fb55dd4196529d09458de3ee592dd146b74c094fff0d33
3
+ size 5797448896
granite-3.1-8b-instruct.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b7857c033580fb0e0a744ffcc383e1c053005cb5e8cd4e798f4dd21aedc517d
3
+ size 5647043776
granite-3.1-8b-instruct.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d1e5846532be98c8d5c46816303b0db97ea10b318e69c9bd3872f9d670fced0
3
+ size 6705450176