1 contributor

History: 15 commits

MaziyarPanahi

10136a29d51522c240433af77c13c144fc764f335aea527661304da38b429918

7963378 verified about 1 month ago

.gitattributes

2.74 kB

10136a29d51522c240433af77c13c144fc764f335aea527661304da38b429918 about 1 month ago
README.md

3.04 kB

64883169d9f9dadd118dee8ebbd8baaab88f216491009188977ee12ffec74e88 about 1 month ago
granite-3.0-2b-instruct-GGUF_imatrix.dat

3.29 MB
LFS

64883169d9f9dadd118dee8ebbd8baaab88f216491009188977ee12ffec74e88 about 1 month ago
granite-3.0-2b-instruct.IQ1_M.gguf

667 MB
LFS

64883169d9f9dadd118dee8ebbd8baaab88f216491009188977ee12ffec74e88 about 1 month ago
granite-3.0-2b-instruct.IQ1_S.gguf

617 MB
LFS

64883169d9f9dadd118dee8ebbd8baaab88f216491009188977ee12ffec74e88 about 1 month ago
granite-3.0-2b-instruct.IQ2_XS.gguf

823 MB
LFS

64883169d9f9dadd118dee8ebbd8baaab88f216491009188977ee12ffec74e88 about 1 month ago
granite-3.0-2b-instruct.IQ3_XS.gguf

1.12 GB
LFS

ea0b1c7eb467bbe61c4f7b09bef44530d81f98664244a20715a8d3d44ab0e412 about 1 month ago
granite-3.0-2b-instruct.IQ4_XS.gguf

1.44 GB
LFS

8607664bd7d22e221c0d816ec5acb26019e75e40e6df41e737da6a094e7e351e about 1 month ago
granite-3.0-2b-instruct.Q2_K.gguf

1.01 GB
LFS

f9412f09e64440e5486077b2d755fd702fc5e86c9e8afb998a26717e9938ba36 about 1 month ago
granite-3.0-2b-instruct.Q3_K_L.gguf

1.4 GB
LFS

3f355c9a4902e2b8587400e1de352d02c30ae5d924b46f2fe8c79693d9ac51bd about 1 month ago
granite-3.0-2b-instruct.Q3_K_M.gguf

1.29 GB
LFS

de8de28f3a07358cf85f3fa4a74cff22d57fbc3a8a097afec38506c93230b286 about 1 month ago
granite-3.0-2b-instruct.Q3_K_S.gguf

1.17 GB
LFS

696d830040d5977cefbd491a9aebf9275d74bd1266b98eada6ca71782eb43fb7 about 1 month ago
granite-3.0-2b-instruct.Q4_K_M.gguf

1.6 GB
LFS

a1727a7c0520eb33e91ed32de3e71e4ca0e19e7623220b0eb205e3eac69b6f27 about 1 month ago
granite-3.0-2b-instruct.Q4_K_S.gguf

1.52 GB
LFS

7c4edb9d2461a906b7a1f4f03df50045ecf365192cc6dec406a7c6f06964d1d0 about 1 month ago
granite-3.0-2b-instruct.Q5_K_M.gguf

1.87 GB
LFS

9f327e50ddd1a0f5d6b2473d2ecd273f5e1a52b08bf7c6da696e32ff85fc8ce1 about 1 month ago
granite-3.0-2b-instruct.Q5_K_S.gguf

1.83 GB
LFS

10136a29d51522c240433af77c13c144fc764f335aea527661304da38b429918 about 1 month ago
granite-3.0-2b-instruct.Q6_K.gguf

2.16 GB
LFS

ef33652a61126231d407dcce7fd09ba9380de86439dac437e91d33c6820f3680 about 1 month ago
granite-3.0-2b-instruct.Q8_0.gguf

2.8 GB
LFS

f68887d5442af71c2070125e00f60caa8a0792c25a839159f2252a005b3a9c58 about 1 month ago
granite-3.0-2b-instruct.fp16.gguf

5.27 GB
LFS

3dcc141011b89bd705c100f6c7c4051bb077de60d0068d34976ce6099e519287 about 1 month ago