Hugging Face's logo

mradermacher
/
granite-3.1-1b-a400m-base-GGUF

Transformers
GGUF
English
language
granite-3.1
Inference Endpoints
Model card Files Community
mradermacher commited on
Commit
b5ba4de
•
1 Parent(s): f18c24a

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. granite-3.1-1b-a400m-base.IQ4_XS.gguf +3 -0
  3. granite-3.1-1b-a400m-base.Q2_K.gguf +3 -0
  4. granite-3.1-1b-a400m-base.Q3_K_L.gguf +3 -0
  5. granite-3.1-1b-a400m-base.Q3_K_M.gguf +3 -0
  6. granite-3.1-1b-a400m-base.Q3_K_S.gguf +3 -0
  7. granite-3.1-1b-a400m-base.Q4_K_M.gguf +3 -0
  8. granite-3.1-1b-a400m-base.Q4_K_S.gguf +3 -0
  9. granite-3.1-1b-a400m-base.Q5_K_M.gguf +3 -0
  10. granite-3.1-1b-a400m-base.Q5_K_S.gguf +3 -0
  11. granite-3.1-1b-a400m-base.Q6_K.gguf +3 -0
  12. granite-3.1-1b-a400m-base.Q8_0.gguf +3 -0
  13. granite-3.1-1b-a400m-base.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ granite-3.1-1b-a400m-base.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ granite-3.1-1b-a400m-base.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3.1-1b-a400m-base.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3.1-1b-a400m-base.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3.1-1b-a400m-base.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3.1-1b-a400m-base.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3.1-1b-a400m-base.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3.1-1b-a400m-base.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3.1-1b-a400m-base.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3.1-1b-a400m-base.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3.1-1b-a400m-base.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3.1-1b-a400m-base.f16.gguf filter=lfs diff=lfs merge=lfs -text
granite-3.1-1b-a400m-base.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4164a0830802475cdc02002d6240e3c870853a4b73da50ad51fc8a34b3ed97e9
3
+ size 736071104
granite-3.1-1b-a400m-base.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9c88b1a7e727ddeb3f12d95cfbad3766bfa632242aba420a6012498611c0f52
3
+ size 512232896
granite-3.1-1b-a400m-base.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:056fdd8205d7e6094981f3edbe10221d38c8fef0c988dafc29f85f63ec06315a
3
+ size 711396800
granite-3.1-1b-a400m-base.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ddae3ce232de19874067def8d9cefa9975c5bd8168117f95991b000dda3750e
3
+ size 658574784
granite-3.1-1b-a400m-base.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5801eb6bdea55b9058dae6662ea0bc21f6a89d2ef42ddd913e8439d2ac29f4ff
3
+ size 597855680
granite-3.1-1b-a400m-base.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a720949cd87247adacb209d5cbe40be237cc880fa653b7eee7d8a40d6d2279f
3
+ size 821841344
granite-3.1-1b-a400m-base.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36c0b134c236aeb1399d0649113de67852a1315f89c81962ee05ab4a9835a10b
3
+ size 774868416
granite-3.1-1b-a400m-base.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae788c36039309a5f2292f803ecd27367bc1499ace7043989f94eb0b599ff9fa
3
+ size 956321216
granite-3.1-1b-a400m-base.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c65605bcd745af60827521a8f770d0fa7b56483bf417ad1e84305122018109b0
3
+ size 928746944
granite-3.1-1b-a400m-base.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:001a66c52af63f9ccec863569742fa6df4496936e33fd5b3636cd67d6eaab4b5
3
+ size 1099206080
granite-3.1-1b-a400m-base.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2adc906b012404a9f0e990d7227734b7deb52d7458a723d01ca57d180caf766
3
+ size 1422233024
granite-3.1-1b-a400m-base.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8e794ba4dd050a04995ef7e59fd6b77207186f53b961fb2ee3e69b475ce83d7
3
+ size 2672659904