Hugging Face's logo

SanctumAI
/
Meta-Llama-3.1-8B-Instruct-GGUF

Text Generation
Transformers
GGUF
PyTorch
llama
facebook
meta
llama-3
Inference Endpoints
conversational
Model card Files Community
1
AndreyBest commited on
Commit
94a4e51
•
1 Parent(s): 53202c8

Uploading quants for the Meta-Llama-3.1-8B-Instruct-GGUF model

Browse files
Files changed (18) hide show
  1. .gitattributes +17 -0
  2. meta-llama-3.1-8b-instruct.Q2_K.gguf +3 -0
  3. meta-llama-3.1-8b-instruct.Q3_K_L.gguf +3 -0
  4. meta-llama-3.1-8b-instruct.Q3_K_M.gguf +3 -0
  5. meta-llama-3.1-8b-instruct.Q3_K_S.gguf +3 -0
  6. meta-llama-3.1-8b-instruct.Q4_0.gguf +3 -0
  7. meta-llama-3.1-8b-instruct.Q4_1.gguf +3 -0
  8. meta-llama-3.1-8b-instruct.Q4_K.gguf +3 -0
  9. meta-llama-3.1-8b-instruct.Q4_K_M.gguf +3 -0
  10. meta-llama-3.1-8b-instruct.Q4_K_S.gguf +3 -0
  11. meta-llama-3.1-8b-instruct.Q5_0.gguf +3 -0
  12. meta-llama-3.1-8b-instruct.Q5_1.gguf +3 -0
  13. meta-llama-3.1-8b-instruct.Q5_K.gguf +3 -0
  14. meta-llama-3.1-8b-instruct.Q5_K_M.gguf +3 -0
  15. meta-llama-3.1-8b-instruct.Q5_K_S.gguf +3 -0
  16. meta-llama-3.1-8b-instruct.Q6_K.gguf +3 -0
  17. meta-llama-3.1-8b-instruct.Q8_0.gguf +3 -0
  18. meta-llama-3.1-8b-instruct.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ meta-llama-3.1-8b-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ meta-llama-3.1-8b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ meta-llama-3.1-8b-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ meta-llama-3.1-8b-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ meta-llama-3.1-8b-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ meta-llama-3.1-8b-instruct.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ meta-llama-3.1-8b-instruct.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
43
+ meta-llama-3.1-8b-instruct.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ meta-llama-3.1-8b-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ meta-llama-3.1-8b-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ meta-llama-3.1-8b-instruct.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ meta-llama-3.1-8b-instruct.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
48
+ meta-llama-3.1-8b-instruct.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ meta-llama-3.1-8b-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ meta-llama-3.1-8b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ meta-llama-3.1-8b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
52
+ meta-llama-3.1-8b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
meta-llama-3.1-8b-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45823ab346e1d98b6c7525c4a226ca5d90d68b5fff3799f7b8a00bb52c45733c
3
+ size 3179131840
meta-llama-3.1-8b-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:338aa7fb2ce0b1a70ab218bfd7f7824874ef845606923f86bb3d9fde29078e35
3
+ size 4321956800
meta-llama-3.1-8b-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54a95a18e06348b583454753cc6ced3a656bfd341059a22eeef1ea833137eff6
3
+ size 4018918336
meta-llama-3.1-8b-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c82041fda4f5b2f659cf2c0ce25dea8452b6f90ac7daedebb56c305cf70252f1
3
+ size 3664499648
meta-llama-3.1-8b-instruct.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faf996e10380def5e4803afb580152976aa350cac383196a28cb056acd91b895
3
+ size 4661212096
meta-llama-3.1-8b-instruct.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edca0d4cec7ba6662994821286aa9d9103ce1028918a00d94e1a6e96b01e518c
3
+ size 5130253248
meta-llama-3.1-8b-instruct.Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:549063f9cb5641ba82316da1677d8ba36b61313ffd7a56efa6fc785a6f1700be
3
+ size 4920734656
meta-llama-3.1-8b-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:549063f9cb5641ba82316da1677d8ba36b61313ffd7a56efa6fc785a6f1700be
3
+ size 4920734656
meta-llama-3.1-8b-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b732bb40dc09c0921a5ca4ee6a15abb7f54018b13d5d8dcdf1d3d5d61ba5040
3
+ size 4692669376
meta-llama-3.1-8b-instruct.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d45a9cc3841c5c0040fa496d39c63e7f78b27b2c1d06f095aef9d158df303c04
3
+ size 5599294400
meta-llama-3.1-8b-instruct.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81ce07ad815f98dc1d2b5b935f78cb5534ae2eed364e417951b2a68c26e5c1bd
3
+ size 6068335552
meta-llama-3.1-8b-instruct.Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b56314e7d164901ac9ceec556dadd060d10bfb5e555c538f62eacdb47f2d2f4f
3
+ size 5732987840
meta-llama-3.1-8b-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b56314e7d164901ac9ceec556dadd060d10bfb5e555c538f62eacdb47f2d2f4f
3
+ size 5732987840
meta-llama-3.1-8b-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fa5fedd74a7da8ac3c15d16dc1989c928202313782d082cb986109f11845d11
3
+ size 5599294400
meta-llama-3.1-8b-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60b5e4fb221d0daa7babd02c563d68fe40fd38571696d2772533423d2ee8f923
3
+ size 6596006848
meta-llama-3.1-8b-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea19c8cc087c29ad7cd2b4b1ed803d43d8803b3a30dcf8bef755e4c86fb954ad
3
+ size 8540771264
meta-llama-3.1-8b-instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b74a705165a2cd109ae98260ef4218f3b159080ef59de2b6b2e18bfa03bd29e2
3
+ size 16068891584