Hugging Face's logo

kst23
/
Llama-3.1-8B-Instruct-GGUF

Text Generation
GGUF
PyTorch
llama
facebook
meta
llama-3
Inference Endpoints
conversational
Model card Files Community
kst23 commited on
Commit
36af87d
•
1 Parent(s): 7a4bdc6

Upload folder using huggingface_hub

Browse files
Files changed (18) hide show
  1. .gitattributes +17 -0
  2. llama-3.1-8b-instruct.Q2_K.gguf +3 -0
  3. llama-3.1-8b-instruct.Q3_K.gguf +3 -0
  4. llama-3.1-8b-instruct.Q3_K_L.gguf +3 -0
  5. llama-3.1-8b-instruct.Q3_K_M.gguf +3 -0
  6. llama-3.1-8b-instruct.Q3_K_S.gguf +3 -0
  7. llama-3.1-8b-instruct.Q4_0.gguf +3 -0
  8. llama-3.1-8b-instruct.Q4_1.gguf +3 -0
  9. llama-3.1-8b-instruct.Q4_K.gguf +3 -0
  10. llama-3.1-8b-instruct.Q4_K_M.gguf +3 -0
  11. llama-3.1-8b-instruct.Q4_K_S.gguf +3 -0
  12. llama-3.1-8b-instruct.Q5_0.gguf +3 -0
  13. llama-3.1-8b-instruct.Q5_1.gguf +3 -0
  14. llama-3.1-8b-instruct.Q5_K.gguf +3 -0
  15. llama-3.1-8b-instruct.Q5_K_M.gguf +3 -0
  16. llama-3.1-8b-instruct.Q5_K_S.gguf +3 -0
  17. llama-3.1-8b-instruct.Q6_K.gguf +3 -0
  18. llama-3.1-8b-instruct.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ llama-3.1-8b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ llama-3.1-8b-instruct.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ llama-3.1-8b-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ llama-3.1-8b-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llama-3.1-8b-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ llama-3.1-8b-instruct.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ llama-3.1-8b-instruct.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
43
+ llama-3.1-8b-instruct.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ llama-3.1-8b-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ llama-3.1-8b-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ llama-3.1-8b-instruct.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ llama-3.1-8b-instruct.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
48
+ llama-3.1-8b-instruct.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ llama-3.1-8b-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ llama-3.1-8b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ llama-3.1-8b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
52
+ llama-3.1-8b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
llama-3.1-8b-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55821c5892d8cfa4140f3b26753aec6b246f9952faf29f89b6813c47428e7222
3
+ size 3179136384
llama-3.1-8b-instruct.Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:069af45b4237fc91f0b2839c9ab5c4e8f2e6cd44cf1648150c0b1f85d14fcc67
3
+ size 4018922880
llama-3.1-8b-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b113ed73cb1bad212f17b260d5d7b636f1e2b99a5a93acc4a9afd70c7866386
3
+ size 4321961344
llama-3.1-8b-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:069af45b4237fc91f0b2839c9ab5c4e8f2e6cd44cf1648150c0b1f85d14fcc67
3
+ size 4018922880
llama-3.1-8b-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:672eaa6f2021cdd8b201e56598d9bc6701fcce155abeda6c76f4b6abfafafa54
3
+ size 3664504192
llama-3.1-8b-instruct.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:255845f3c3be960b2667a61e46de37f474b83eb0314e041d920dcfefdb10bc22
3
+ size 4661216640
llama-3.1-8b-instruct.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a4fe7150a9d3ab99c9d43089998fe19dd8b7944241e41a606d15d649d1dd32e
3
+ size 5130257792
llama-3.1-8b-instruct.Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96acea838176ba218afb1271ba04d7a4b94c297e22fff8408d96f7b6a7f1794f
3
+ size 4920739200
llama-3.1-8b-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96acea838176ba218afb1271ba04d7a4b94c297e22fff8408d96f7b6a7f1794f
3
+ size 4920739200
llama-3.1-8b-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85452ca710102b8aec4d33121c5d411d8404d2a9e8931462581f12128adc43dc
3
+ size 4692673920
llama-3.1-8b-instruct.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d61cf8434fe842f906711676f5fa4193be2862591c9de8e798fc45a443248377
3
+ size 5599298944
llama-3.1-8b-instruct.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bff92282cacd90b383247fbc063b5017b95b9877d9dfe17d708ce1295cb1437
3
+ size 6068340096
llama-3.1-8b-instruct.Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:157c7b76406c6e7a5ba502310355d9c2a9a61bb40ffadb9b43698783323ab0a7
3
+ size 5732992384
llama-3.1-8b-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:157c7b76406c6e7a5ba502310355d9c2a9a61bb40ffadb9b43698783323ab0a7
3
+ size 5732992384
llama-3.1-8b-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22fdb2bbecdea131584b18c0c838358629f9caf5c81430d1ce78b425075d9dd4
3
+ size 5599298944
llama-3.1-8b-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c42623fa623c07418f8ac623df99346b1e214b0beada5e52c0a979b5a6d184bd
3
+ size 6596011392
llama-3.1-8b-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d8ab21a573e15a9558b3f77ff0d8536e5a28f99d65e34b2183abf4c898fc02d
3
+ size 8540775808