Hugging Face's logo

Goekdeniz-Guelmez
/
Josiefied-Qwen2.5-7B-Instruct-abliterated-v2-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
1
Isaak Carter Augustus commited on
Commit
c3ab297
•
1 Parent(s): 10aeb22

Upload folder using huggingface_hub

Browse files
Files changed (23) hide show
  1. .gitattributes +21 -0
  2. josiefied-qwen2.5-7b-instruct-abliterated-v2.IQ2_M.gguf +3 -0
  3. josiefied-qwen2.5-7b-instruct-abliterated-v2.IQ3_M.gguf +3 -0
  4. josiefied-qwen2.5-7b-instruct-abliterated-v2.IQ3_XS.gguf +3 -0
  5. josiefied-qwen2.5-7b-instruct-abliterated-v2.IQ4_XS.gguf +3 -0
  6. josiefied-qwen2.5-7b-instruct-abliterated-v2.Q2_K.gguf +3 -0
  7. josiefied-qwen2.5-7b-instruct-abliterated-v2.Q3_K_L.gguf +3 -0
  8. josiefied-qwen2.5-7b-instruct-abliterated-v2.Q3_K_M.gguf +3 -0
  9. josiefied-qwen2.5-7b-instruct-abliterated-v2.Q3_K_S.gguf +3 -0
  10. josiefied-qwen2.5-7b-instruct-abliterated-v2.Q4_0.gguf +3 -0
  11. josiefied-qwen2.5-7b-instruct-abliterated-v2.Q4_0_4_4.gguf +3 -0
  12. josiefied-qwen2.5-7b-instruct-abliterated-v2.Q4_0_4_8.gguf +3 -0
  13. josiefied-qwen2.5-7b-instruct-abliterated-v2.Q4_0_8_8.gguf +3 -0
  14. josiefied-qwen2.5-7b-instruct-abliterated-v2.Q4_1.gguf +3 -0
  15. josiefied-qwen2.5-7b-instruct-abliterated-v2.Q4_K_M.gguf +3 -0
  16. josiefied-qwen2.5-7b-instruct-abliterated-v2.Q4_K_S.gguf +3 -0
  17. josiefied-qwen2.5-7b-instruct-abliterated-v2.Q5_0.gguf +3 -0
  18. josiefied-qwen2.5-7b-instruct-abliterated-v2.Q5_1.gguf +3 -0
  19. josiefied-qwen2.5-7b-instruct-abliterated-v2.Q5_K_M.gguf +3 -0
  20. josiefied-qwen2.5-7b-instruct-abliterated-v2.Q5_K_S.gguf +3 -0
  21. josiefied-qwen2.5-7b-instruct-abliterated-v2.Q6_K.gguf +3 -0
  22. josiefied-qwen2.5-7b-instruct-abliterated-v2.Q8_0.gguf +3 -0
  23. josiefied-qwen2.5-7b-instruct-abliterated-v2.fp16.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,24 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ josiefied-qwen2.5-7b-instruct-abliterated-v2.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ josiefied-qwen2.5-7b-instruct-abliterated-v2.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ josiefied-qwen2.5-7b-instruct-abliterated-v2.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ josiefied-qwen2.5-7b-instruct-abliterated-v2.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ josiefied-qwen2.5-7b-instruct-abliterated-v2.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
41
+ josiefied-qwen2.5-7b-instruct-abliterated-v2.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
42
+ josiefied-qwen2.5-7b-instruct-abliterated-v2.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ josiefied-qwen2.5-7b-instruct-abliterated-v2.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ josiefied-qwen2.5-7b-instruct-abliterated-v2.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ josiefied-qwen2.5-7b-instruct-abliterated-v2.Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text
46
+ josiefied-qwen2.5-7b-instruct-abliterated-v2.Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text
47
+ josiefied-qwen2.5-7b-instruct-abliterated-v2.Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
48
+ josiefied-qwen2.5-7b-instruct-abliterated-v2.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
49
+ josiefied-qwen2.5-7b-instruct-abliterated-v2.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ josiefied-qwen2.5-7b-instruct-abliterated-v2.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ josiefied-qwen2.5-7b-instruct-abliterated-v2.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
52
+ josiefied-qwen2.5-7b-instruct-abliterated-v2.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
53
+ josiefied-qwen2.5-7b-instruct-abliterated-v2.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
54
+ josiefied-qwen2.5-7b-instruct-abliterated-v2.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ josiefied-qwen2.5-7b-instruct-abliterated-v2.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
56
+ josiefied-qwen2.5-7b-instruct-abliterated-v2.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
josiefied-qwen2.5-7b-instruct-abliterated-v2.IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f477874feb2a3a46d079d57854ac7c99038ae60776b2db4bd538980052426e83
3
+ size 269320736
josiefied-qwen2.5-7b-instruct-abliterated-v2.IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b67ab88fd95e05093d89e6391f6eae5d9c009b54f43a394033be62bcd9742789
3
+ size 3574012448
josiefied-qwen2.5-7b-instruct-abliterated-v2.IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b60e53eb52e21357f298dbd79c39fc37bf5c47baac1495375bc4c409ff3b9f51
3
+ size 3346256416
josiefied-qwen2.5-7b-instruct-abliterated-v2.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db95d910350329e179bffb8afaa83148561d8363c63f20478619ef2f4952040c
3
+ size 4250298912
josiefied-qwen2.5-7b-instruct-abliterated-v2.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1e206fd8532759923382e5311ca654d11406d8087d0e72d48bac49eea74d24c
3
+ size 3015940640
josiefied-qwen2.5-7b-instruct-abliterated-v2.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0027a66889146095f6268c622c97e824c556be404b2bd9c1ab015e3ad2e2abf0
3
+ size 4088459808
josiefied-qwen2.5-7b-instruct-abliterated-v2.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef3e71cacd8b359e1979b1b35b254ca8da2bc58dc2842423db0047a5ae2477ca
3
+ size 3808391712
josiefied-qwen2.5-7b-instruct-abliterated-v2.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46dfb3476397c115caf16db73f8749b5c2220c9270d2181c4c977569bae6aeb4
3
+ size 3492368928
josiefied-qwen2.5-7b-instruct-abliterated-v2.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5634dc7ff5e972335a5983b57220edb3cee4d2c5efa8372eb463e12d32a9b978
3
+ size 4431391264
josiefied-qwen2.5-7b-instruct-abliterated-v2.Q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bff3337c9b3e7c12eda804dfeac998ae9804389754999da8058a1aab22e50fcc
3
+ size 4431391264
josiefied-qwen2.5-7b-instruct-abliterated-v2.Q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e7a45006dace56d600405df8251cf64d41e7254aec79f39a7650752271cdd41
3
+ size 4431391264
josiefied-qwen2.5-7b-instruct-abliterated-v2.Q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52fb5895c5ee1bc573bb0a0dc2c37bad5060a35422004c0eb7012ad1d771ac0c
3
+ size 4431391264
josiefied-qwen2.5-7b-instruct-abliterated-v2.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:390f1f92050de66a0c3517153e55bb04cecb82cd744d50f08244ae1055ee82b3
3
+ size 4873284128
josiefied-qwen2.5-7b-instruct-abliterated-v2.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d55d9b7c696394ceada5f82110786fdc7d8cb81d6c74a17a0e9bf620af96a84
3
+ size 4683074080
josiefied-qwen2.5-7b-instruct-abliterated-v2.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d42e18025d9e843db495469494bd6261830ce14700fd9c8af9e219376347ea7
3
+ size 4457769504
josiefied-qwen2.5-7b-instruct-abliterated-v2.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d474a9b934ee8106abf9853b1d200c9d932eb28e912c3f99e519d5e723376b27
3
+ size 5315176992
josiefied-qwen2.5-7b-instruct-abliterated-v2.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24baf6c9333685ff8e46cba1f6c6c887f9de619f59a99ad0a7fff11c88c8f639
3
+ size 5757069856
josiefied-qwen2.5-7b-instruct-abliterated-v2.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d13a23443588dac01acdfdfd0d839a82cc7c7011298a481e98a4cb4eb85ac778
3
+ size 5444831776
josiefied-qwen2.5-7b-instruct-abliterated-v2.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e53a3f0549fc58adeef454e0465cce966e84fed4073704cb1361d34031c2e437
3
+ size 5315176992
josiefied-qwen2.5-7b-instruct-abliterated-v2.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe629d43254c4a029379d4a6f1775746b6d5d4bc6875c024830bcebc87abff0d
3
+ size 6254199328
josiefied-qwen2.5-7b-instruct-abliterated-v2.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ebd6dc02b824141306a8f039a88b25756de04d6ad2b91c40a42caf231540d69
3
+ size 8098525728
josiefied-qwen2.5-7b-instruct-abliterated-v2.fp16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3ff0f204a75bb81b995d5a48894d43d7de19df0673924330769169232b9d811
3
+ size 15237853728