Hugging Face's logo

Lewdiculous
/
Rawr_Llama3_8B-GGUF-IQ-Imatrix

GGUF
imatrix
conversational
Model card Files Community
1
Lewdiculous commited on
Commit
429b178
•
1 Parent(s): c64be39

Add all.

Browse files
Files changed (12) hide show
  1. .gitattributes +11 -0
  2. imatrix.dat +3 -0
  3. v2-Rawr_Llama3_8B-IQ3_M-imat.gguf +3 -0
  4. v2-Rawr_Llama3_8B-IQ3_S-imat.gguf +3 -0
  5. v2-Rawr_Llama3_8B-IQ3_XXS-imat.gguf +3 -0
  6. v2-Rawr_Llama3_8B-IQ4_XS-imat.gguf +3 -0
  7. v2-Rawr_Llama3_8B-Q2_K-imat.gguf +3 -0
  8. v2-Rawr_Llama3_8B-Q4_K_S-imat.gguf +3 -0
  9. v2-Rawr_Llama3_8B-Q5_K_M-imat.gguf +3 -0
  10. v2-Rawr_Llama3_8B-Q5_K_S-imat.gguf +3 -0
  11. v2-Rawr_Llama3_8B-Q6_K-imat.gguf +3 -0
  12. v2-Rawr_Llama3_8B-Q8_0-imat.gguf +3 -0
.gitattributes CHANGED
@@ -35,3 +35,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix-f16.dat filter=lfs diff=lfs merge=lfs -text
37
  v2-Rawr_Llama3_8B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix-f16.dat filter=lfs diff=lfs merge=lfs -text
37
  v2-Rawr_Llama3_8B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
39
+ v2-Rawr_Llama3_8B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ v2-Rawr_Llama3_8B-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ v2-Rawr_Llama3_8B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ v2-Rawr_Llama3_8B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ v2-Rawr_Llama3_8B-Q2_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ v2-Rawr_Llama3_8B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ v2-Rawr_Llama3_8B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ v2-Rawr_Llama3_8B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ v2-Rawr_Llama3_8B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
48
+ v2-Rawr_Llama3_8B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d849d056f27b749f4152159150e724b9580ac364428ba7c38d60835f3578455
3
+ size 4988193
v2-Rawr_Llama3_8B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98598dcc9127a105db0a95e326ed65175ee6253ab9eb35ac5d451a45a7283930
3
+ size 3784823360
v2-Rawr_Llama3_8B-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01875a80950ebcccf7727118cb29b250c04c4e0edfa0263c5b8ff9c37da174cf
3
+ size 3682325056
v2-Rawr_Llama3_8B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:464986a9b46c3b1233bf9d9d49a3932f1acfea32386e231d3d45bf4b1a1f2e55
3
+ size 3274912320
v2-Rawr_Llama3_8B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb1f3e82120c423b9ae6ec3da61402bcaf4b5d83facb945ae1b237a92451c9bc
3
+ size 4447662656
v2-Rawr_Llama3_8B-Q2_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea13a8243545ff7a757b7eb8af0273ca2ee2ebdc26179521766d89c7a8986cb0
3
+ size 3179131456
v2-Rawr_Llama3_8B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bdabe24295af9bcee53660fed8115b3f12aa836f1a56489bf51e010a39057b1
3
+ size 4692668992
v2-Rawr_Llama3_8B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54367c03252af8a6e389b682f8cebec5d6198a9d0283827535ee7d13a454ca8c
3
+ size 5732987456
v2-Rawr_Llama3_8B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f986c7dcb4f25113f67150d93b8acfe7f56e74ec1acc823e4b3a24862af26e42
3
+ size 5599294016
v2-Rawr_Llama3_8B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c37c1a30283c8c6498d88239e9f4fa74c79f661ee38e87beb4ae31101f33b06
3
+ size 6596006464
v2-Rawr_Llama3_8B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49aa5696ae2d1a29f829cc41c33625aef79982994ac56878c4e94870d709509d
3
+ size 8540770880