Hugging Face's logo

mradermacher
/
granite-3.1-1b-a400m-instruct-i1-GGUF

Transformers
GGUF
English
language
granite-3.1
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
e130da9
•
1 Parent(s): 8b56876

uploaded from rich1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. granite-3.1-1b-a400m-instruct.i1-IQ1_M.gguf +3 -0
  3. granite-3.1-1b-a400m-instruct.i1-IQ1_S.gguf +3 -0
  4. granite-3.1-1b-a400m-instruct.i1-IQ2_M.gguf +3 -0
  5. granite-3.1-1b-a400m-instruct.i1-IQ2_S.gguf +3 -0
  6. granite-3.1-1b-a400m-instruct.i1-IQ2_XS.gguf +3 -0
  7. granite-3.1-1b-a400m-instruct.i1-IQ2_XXS.gguf +3 -0
  8. granite-3.1-1b-a400m-instruct.i1-IQ3_M.gguf +3 -0
  9. granite-3.1-1b-a400m-instruct.i1-IQ3_S.gguf +3 -0
  10. granite-3.1-1b-a400m-instruct.i1-IQ3_XS.gguf +3 -0
  11. granite-3.1-1b-a400m-instruct.i1-IQ3_XXS.gguf +3 -0
  12. granite-3.1-1b-a400m-instruct.i1-IQ4_XS.gguf +3 -0
  13. granite-3.1-1b-a400m-instruct.i1-Q2_K.gguf +3 -0
  14. granite-3.1-1b-a400m-instruct.i1-Q2_K_S.gguf +3 -0
  15. granite-3.1-1b-a400m-instruct.i1-Q3_K_L.gguf +3 -0
  16. granite-3.1-1b-a400m-instruct.i1-Q3_K_M.gguf +3 -0
  17. granite-3.1-1b-a400m-instruct.i1-Q3_K_S.gguf +3 -0
  18. granite-3.1-1b-a400m-instruct.i1-Q4_0.gguf +3 -0
  19. granite-3.1-1b-a400m-instruct.i1-Q4_K_M.gguf +3 -0
  20. granite-3.1-1b-a400m-instruct.i1-Q4_K_S.gguf +3 -0
  21. granite-3.1-1b-a400m-instruct.i1-Q5_K_M.gguf +3 -0
  22. granite-3.1-1b-a400m-instruct.i1-Q5_K_S.gguf +3 -0
  23. granite-3.1-1b-a400m-instruct.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ granite-3.1-1b-a400m-instruct.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3.1-1b-a400m-instruct.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3.1-1b-a400m-instruct.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3.1-1b-a400m-instruct.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3.1-1b-a400m-instruct.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3.1-1b-a400m-instruct.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3.1-1b-a400m-instruct.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3.1-1b-a400m-instruct.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3.1-1b-a400m-instruct.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3.1-1b-a400m-instruct.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3.1-1b-a400m-instruct.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ granite-3.1-1b-a400m-instruct.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ granite-3.1-1b-a400m-instruct.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ granite-3.1-1b-a400m-instruct.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ granite-3.1-1b-a400m-instruct.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ granite-3.1-1b-a400m-instruct.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ granite-3.1-1b-a400m-instruct.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ granite-3.1-1b-a400m-instruct.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ granite-3.1-1b-a400m-instruct.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ granite-3.1-1b-a400m-instruct.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ granite-3.1-1b-a400m-instruct.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ granite-3.1-1b-a400m-instruct.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
granite-3.1-1b-a400m-instruct.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fc21ddf9ed3d8009ee330a265b8daf8ff9138713869006777476dd6655838c9
3
+ size 331261568
granite-3.1-1b-a400m-instruct.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1242736df7d01a815209f7835af2a1a5e907344a7d4020557edfa3dccb02b928
3
+ size 303244928
granite-3.1-1b-a400m-instruct.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40218de813cfd686c3d515d2236f6726ffea18ebc57fc8ceedbc0d8083ed2775
3
+ size 462104192
granite-3.1-1b-a400m-instruct.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e014892687f77d87b46ba53f745911614103cdf6c708ec159f2aa23b004469d8
3
+ size 424748672
granite-3.1-1b-a400m-instruct.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cb41ffc1476568e43c2034be8ee05690806160557d08cad29caaced44920e9d
3
+ size 416097920
granite-3.1-1b-a400m-instruct.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e450847db04ea642799dc4363b59d0f7db5d6e24c8e8d689a74c043cd8dd5a73
3
+ size 377955968
granite-3.1-1b-a400m-instruct.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4503824f55c6569f1c40f6893ff20be0b52b89677d2425e8f599e0121cf488c7
3
+ size 609560608
granite-3.1-1b-a400m-instruct.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa55022cc8d42dd214895060f8cac38ba302921eb6f808ad9898edd3453443e8
3
+ size 597862432
granite-3.1-1b-a400m-instruct.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1afad8427f1cb4460764cc298e3633b37c35c4ea731b03e4aadc202ced8e6f07
3
+ size 567781408
granite-3.1-1b-a400m-instruct.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed2cfeac3e4c57446b408761917f53c7becb79c7d2afaf59bb91703058a8309a
3
+ size 529835648
granite-3.1-1b-a400m-instruct.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2f8ceeb0b259e6cb6103fed7ebb0ce902301509e42e25bd5885463050103229
3
+ size 728213536
granite-3.1-1b-a400m-instruct.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb4ae5d3fd0bd3e4ec9b6001c62a94788f16ffa8b34a4f0360673a2105746775
3
+ size 512239648
granite-3.1-1b-a400m-instruct.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b26d31440495e8349839f67c1df8005f517efaf57c1d088b997149516eb123a0
3
+ size 479307808
granite-3.1-1b-a400m-instruct.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4641932c93924575dcfa5583af3179bf415610b4c09ff95af35549425a83b16d
3
+ size 711403552
granite-3.1-1b-a400m-instruct.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db29a37640162eac79a324a8693cf823ad881de2dc669a15b02b24bc40dc8695
3
+ size 658581536
granite-3.1-1b-a400m-instruct.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f827ee10950bfaaced28f3b33dbf89c49a39064d01af51116d3b28f6e500ab3a
3
+ size 597862432
granite-3.1-1b-a400m-instruct.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:342577afaf6a0d8356aa7b94f486e61640e4aac8bf5e52b5141a5563a4af541d
3
+ size 771467296
granite-3.1-1b-a400m-instruct.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ee1be8cbf4c9f627ae173b9f3d5ed20217037033c7bec8d9da1ecbc95242031
3
+ size 821848096
granite-3.1-1b-a400m-instruct.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b090d8ec559a41617acecad5efadd44e8695d71aef8f137b866b6d4d01727c5
3
+ size 774875168
granite-3.1-1b-a400m-instruct.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fef3bc1b731bbd481d6850368309e2f4fbf9087e434e68b6289dec281aff718
3
+ size 956327968
granite-3.1-1b-a400m-instruct.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10e0e48fe44a07a1db510fd0a76de75e00124aacf3da4aa98f0e2071a961410e
3
+ size 928753696
granite-3.1-1b-a400m-instruct.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30924776eaaaf46fc1594fbcfe73bc35d7d5c1219ec8e0d1d000a8ff6e0dfafa
3
+ size 1099212832