Hugging Face's logo

Goekdeniz-Guelmez
/
Josiefied-Llama-3.2-3B-Instruct-abliterated-v1-gguf

GGUF
Inference Endpoints
Model card Files Community
1
Goekdeniz-Guelmez commited on
Commit
4e38862
•
1 Parent(s): 314eead

Upload folder using huggingface_hub

Browse files
Files changed (23) hide show
  1. .gitattributes +21 -0
  2. josiefied-llama-3.2-3b-instruct-abliterated-v1.IQ2_M.gguf +3 -0
  3. josiefied-llama-3.2-3b-instruct-abliterated-v1.IQ3_M.gguf +3 -0
  4. josiefied-llama-3.2-3b-instruct-abliterated-v1.IQ3_XS.gguf +3 -0
  5. josiefied-llama-3.2-3b-instruct-abliterated-v1.IQ4_XS.gguf +3 -0
  6. josiefied-llama-3.2-3b-instruct-abliterated-v1.Q2_K.gguf +3 -0
  7. josiefied-llama-3.2-3b-instruct-abliterated-v1.Q3_K_L.gguf +3 -0
  8. josiefied-llama-3.2-3b-instruct-abliterated-v1.Q3_K_M.gguf +3 -0
  9. josiefied-llama-3.2-3b-instruct-abliterated-v1.Q3_K_S.gguf +3 -0
  10. josiefied-llama-3.2-3b-instruct-abliterated-v1.Q4_0.gguf +3 -0
  11. josiefied-llama-3.2-3b-instruct-abliterated-v1.Q4_0_4_4.gguf +3 -0
  12. josiefied-llama-3.2-3b-instruct-abliterated-v1.Q4_0_4_8.gguf +3 -0
  13. josiefied-llama-3.2-3b-instruct-abliterated-v1.Q4_0_8_8.gguf +3 -0
  14. josiefied-llama-3.2-3b-instruct-abliterated-v1.Q4_1.gguf +3 -0
  15. josiefied-llama-3.2-3b-instruct-abliterated-v1.Q4_K_M.gguf +3 -0
  16. josiefied-llama-3.2-3b-instruct-abliterated-v1.Q4_K_S.gguf +3 -0
  17. josiefied-llama-3.2-3b-instruct-abliterated-v1.Q5_0.gguf +3 -0
  18. josiefied-llama-3.2-3b-instruct-abliterated-v1.Q5_1.gguf +3 -0
  19. josiefied-llama-3.2-3b-instruct-abliterated-v1.Q5_K_M.gguf +3 -0
  20. josiefied-llama-3.2-3b-instruct-abliterated-v1.Q5_K_S.gguf +3 -0
  21. josiefied-llama-3.2-3b-instruct-abliterated-v1.Q6_K.gguf +3 -0
  22. josiefied-llama-3.2-3b-instruct-abliterated-v1.Q8_0.gguf +3 -0
  23. josiefied-llama-3.2-3b-instruct-abliterated-v1.fp16.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,24 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ josiefied-llama-3.2-3b-instruct-abliterated-v1.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ josiefied-llama-3.2-3b-instruct-abliterated-v1.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ josiefied-llama-3.2-3b-instruct-abliterated-v1.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ josiefied-llama-3.2-3b-instruct-abliterated-v1.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ josiefied-llama-3.2-3b-instruct-abliterated-v1.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
41
+ josiefied-llama-3.2-3b-instruct-abliterated-v1.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
42
+ josiefied-llama-3.2-3b-instruct-abliterated-v1.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ josiefied-llama-3.2-3b-instruct-abliterated-v1.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ josiefied-llama-3.2-3b-instruct-abliterated-v1.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ josiefied-llama-3.2-3b-instruct-abliterated-v1.Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text
46
+ josiefied-llama-3.2-3b-instruct-abliterated-v1.Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text
47
+ josiefied-llama-3.2-3b-instruct-abliterated-v1.Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
48
+ josiefied-llama-3.2-3b-instruct-abliterated-v1.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
49
+ josiefied-llama-3.2-3b-instruct-abliterated-v1.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ josiefied-llama-3.2-3b-instruct-abliterated-v1.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ josiefied-llama-3.2-3b-instruct-abliterated-v1.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
52
+ josiefied-llama-3.2-3b-instruct-abliterated-v1.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
53
+ josiefied-llama-3.2-3b-instruct-abliterated-v1.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
54
+ josiefied-llama-3.2-3b-instruct-abliterated-v1.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ josiefied-llama-3.2-3b-instruct-abliterated-v1.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
56
+ josiefied-llama-3.2-3b-instruct-abliterated-v1.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
josiefied-llama-3.2-3b-instruct-abliterated-v1.IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a26f8192c2b66343dfd616797efb7c5c60b60a50ea78cffec45c1beb294fde98
3
+ size 284335968
josiefied-llama-3.2-3b-instruct-abliterated-v1.IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e30eceeaa6700ddaa5d3b7aec2e93280b9bc7e587518ac40fcf0c965122d70f0
3
+ size 1594464096
josiefied-llama-3.2-3b-instruct-abliterated-v1.IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:585faca9ef1b15a06a431157b90d5b0cbce166f2e5b38d50ba44748e81f3a290
3
+ size 1471584096
josiefied-llama-3.2-3b-instruct-abliterated-v1.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe1ff19921568797736b4e8fd783aae45c05f597383b7efe7f6225ac2adc5834
3
+ size 1835702112
josiefied-llama-3.2-3b-instruct-abliterated-v1.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fe589188b60140b7713245e5cf0edf3e9591fe7f5521e8cded7fb16b07a90e4
3
+ size 1358731104
josiefied-llama-3.2-3b-instruct-abliterated-v1.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3de9bfaa8988ee61348708fe0739b0a35ce81eba5823abd4dcf09f9bb6207757
3
+ size 1810143072
josiefied-llama-3.2-3b-instruct-abliterated-v1.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73e58b2ddc6e4e481275d68b2e458920209bff4a75ee2a9dca90f4bc88253f46
3
+ size 1681954656
josiefied-llama-3.2-3b-instruct-abliterated-v1.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:100dfce0f6108bf4dfc501d5782ae75d06f09556382bba569249b6865bdebe45
3
+ size 1537644384
josiefied-llama-3.2-3b-instruct-abliterated-v1.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd9b9b1e497ad7640fdbb78fb93962ba7b84d733d3f0eb960a6b1008843a3646
3
+ size 1911986016
josiefied-llama-3.2-3b-instruct-abliterated-v1.Q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:485a4084f69b8bb76730de5b25a7cf5ca8ab57a065e899b5c70ad5e7f4d5f4f8
3
+ size 1911986016
josiefied-llama-3.2-3b-instruct-abliterated-v1.Q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:142df6ebccfaf35503bb080c8ca0ef6c14cc92ecc47064466d2a61ed9915056d
3
+ size 1911986016
josiefied-llama-3.2-3b-instruct-abliterated-v1.Q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20157ba2afda0ed7f2b400dd95af02c7f7e525ff1083be59b4c737cd48cd2cc0
3
+ size 1911986016
josiefied-llama-3.2-3b-instruct-abliterated-v1.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70ae232d7daf5b5014785ec0f6eaaa8fe4cdcc79690b3659f11a5f6b45bd01f6
3
+ size 2088146784
josiefied-llama-3.2-3b-instruct-abliterated-v1.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b652fd71c16018080f3a2b10753efd14abbf2e486c2c6327da4798f511c2ce43
3
+ size 2014173024
josiefied-llama-3.2-3b-instruct-abliterated-v1.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85568e4d942dfc811a64063939b8b0a383084832846cddb79b69df058901c556
3
+ size 1922996064
josiefied-llama-3.2-3b-instruct-abliterated-v1.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73f57af93161c31e6783a45f2d11f3753218beb1734a47fa5b25c8a2b295eace
3
+ size 2264307552
josiefied-llama-3.2-3b-instruct-abliterated-v1.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c92de707616f181cd2b696804d78553144b9d52a502fc4759bbd2cd472badb5
3
+ size 2440468320
josiefied-llama-3.2-3b-instruct-abliterated-v1.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d274a345bd07e53e7e500b93876dc50883e15b1167dc4b2ec2b60878f66008f7
3
+ size 2316949344
josiefied-llama-3.2-3b-instruct-abliterated-v1.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7424247b0f44ecb4e5ee42761f3eba63183d4de080afcfd825c03872bed09a58
3
+ size 2264307552
josiefied-llama-3.2-3b-instruct-abliterated-v1.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37ff366dc1b3fd2a4e5606cc0e64d80e9ba3ccd2ab0332e65b385fb6abeb223a
3
+ size 2638649184
josiefied-llama-3.2-3b-instruct-abliterated-v1.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e79a0b3473b8edc194a2560a4200fb17c87fa7411fd53b9a9f2b1d7d6da505b9
3
+ size 3416694624
josiefied-llama-3.2-3b-instruct-abliterated-v1.fp16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d10f00a8225778f5cac53cda37a1b081d4e4e69bd5a0462a25018074c5ff82f0
3
+ size 6428483424