Hugging Face's logo

mradermacher
/
Falcon3-1B-Instruct-abliterated-i1-GGUF

Transformers
GGUF
falcon3
abliterated
uncensored
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
b960589
·
verified ·
1 Parent(s): d17051b

uploaded from rich1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. Falcon3-1B-Instruct-abliterated.i1-IQ1_M.gguf +3 -0
  3. Falcon3-1B-Instruct-abliterated.i1-IQ1_S.gguf +3 -0
  4. Falcon3-1B-Instruct-abliterated.i1-IQ2_M.gguf +3 -0
  5. Falcon3-1B-Instruct-abliterated.i1-IQ2_S.gguf +3 -0
  6. Falcon3-1B-Instruct-abliterated.i1-IQ2_XS.gguf +3 -0
  7. Falcon3-1B-Instruct-abliterated.i1-IQ2_XXS.gguf +3 -0
  8. Falcon3-1B-Instruct-abliterated.i1-IQ3_M.gguf +3 -0
  9. Falcon3-1B-Instruct-abliterated.i1-IQ3_S.gguf +3 -0
  10. Falcon3-1B-Instruct-abliterated.i1-IQ3_XS.gguf +3 -0
  11. Falcon3-1B-Instruct-abliterated.i1-IQ3_XXS.gguf +3 -0
  12. Falcon3-1B-Instruct-abliterated.i1-IQ4_XS.gguf +3 -0
  13. Falcon3-1B-Instruct-abliterated.i1-Q2_K.gguf +3 -0
  14. Falcon3-1B-Instruct-abliterated.i1-Q2_K_S.gguf +3 -0
  15. Falcon3-1B-Instruct-abliterated.i1-Q3_K_L.gguf +3 -0
  16. Falcon3-1B-Instruct-abliterated.i1-Q3_K_M.gguf +3 -0
  17. Falcon3-1B-Instruct-abliterated.i1-Q3_K_S.gguf +3 -0
  18. Falcon3-1B-Instruct-abliterated.i1-Q4_0.gguf +3 -0
  19. Falcon3-1B-Instruct-abliterated.i1-Q4_K_M.gguf +3 -0
  20. Falcon3-1B-Instruct-abliterated.i1-Q4_K_S.gguf +3 -0
  21. Falcon3-1B-Instruct-abliterated.i1-Q5_K_M.gguf +3 -0
  22. Falcon3-1B-Instruct-abliterated.i1-Q5_K_S.gguf +3 -0
  23. Falcon3-1B-Instruct-abliterated.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Falcon3-1B-Instruct-abliterated.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Falcon3-1B-Instruct-abliterated.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Falcon3-1B-Instruct-abliterated.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Falcon3-1B-Instruct-abliterated.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Falcon3-1B-Instruct-abliterated.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Falcon3-1B-Instruct-abliterated.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Falcon3-1B-Instruct-abliterated.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Falcon3-1B-Instruct-abliterated.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Falcon3-1B-Instruct-abliterated.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Falcon3-1B-Instruct-abliterated.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Falcon3-1B-Instruct-abliterated.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Falcon3-1B-Instruct-abliterated.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Falcon3-1B-Instruct-abliterated.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Falcon3-1B-Instruct-abliterated.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Falcon3-1B-Instruct-abliterated.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Falcon3-1B-Instruct-abliterated.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Falcon3-1B-Instruct-abliterated.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Falcon3-1B-Instruct-abliterated.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Falcon3-1B-Instruct-abliterated.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Falcon3-1B-Instruct-abliterated.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Falcon3-1B-Instruct-abliterated.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Falcon3-1B-Instruct-abliterated.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Falcon3-1B-Instruct-abliterated.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85bb6921b0146db668b337d64aba837f0e241dd6e5ef00818a0141d7680e1d3e
3
+ size 536148640
Falcon3-1B-Instruct-abliterated.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c6d7eed8e3edeb7cc9c6c546f81a4f97c29d43be123d9c9ad56ae394c777969
3
+ size 513047200
Falcon3-1B-Instruct-abliterated.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b838356f2ec4fe77bc5bfba5368220ecbe3d59a7d79aabe7627d6c686c99f6de
3
+ size 683735712
Falcon3-1B-Instruct-abliterated.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0db73002f499fa3a68da4766ec87459dbb32ec2d61be2b3e2cd7b6604e5d1f04
3
+ size 652933792
Falcon3-1B-Instruct-abliterated.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24935fdaac9186ac2928ec5b3be375dfde6294cb63458af728a131f274621aba
3
+ size 607812256
Falcon3-1B-Instruct-abliterated.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4c397d09c2549c19d42ca0105290bffeb101843dc28ea75bfbceb07eff139aa
3
+ size 574651040
Falcon3-1B-Instruct-abliterated.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d699746c2540e9901f6ae4b0021010e02ea12a741569810042e5a57a63fa381
3
+ size 846690976
Falcon3-1B-Instruct-abliterated.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:946effde4a97426af0a33b082be5818a1fb5850c2188820f09891894b073f0ce
3
+ size 827194016
Falcon3-1B-Instruct-abliterated.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc1fb27f367574f127d637b238ea4a3135df513583ff1474182c07bec8027b5d
3
+ size 801438368
Falcon3-1B-Instruct-abliterated.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdda8ce68817077d94cd6aa891c52b8f86eb27e7dba8c94b1e0e950a096419fa
3
+ size 734919328
Falcon3-1B-Instruct-abliterated.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cba4fee2108cfaf75f64ba9878868661da1caaf92f85c49a20842e99c621b761
3
+ size 969472672
Falcon3-1B-Instruct-abliterated.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67e85f673af79d425546e15f06525becf093e818fbd245f3b2dbe6c0f513d9b8
3
+ size 727087776
Falcon3-1B-Instruct-abliterated.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1bcbb77dfc4a7717c815286843d5d85ab229888366f0f1d7473fd993344ecbb
3
+ size 692779680
Falcon3-1B-Instruct-abliterated.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc8da4382e8afabbce8c1a2785d73c412f5674cbc05ce33f4356a56832ee4917
3
+ size 934247072
Falcon3-1B-Instruct-abliterated.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94b5d4ba4873ff738c62628292c861803e9dcbb46cd41b6aed6be064e0f07ce8
3
+ size 884964000
Falcon3-1B-Instruct-abliterated.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe6b8e355365d84925695ece7061246f0dae36c674e53292e43d41fa84be3bd7
3
+ size 827194016
Falcon3-1B-Instruct-abliterated.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e875ba4cfe68a9b3a459905a83d6976a79eb70ab5529db58500a3738bcc587f
3
+ size 1015347872
Falcon3-1B-Instruct-abliterated.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64fc1391e7eb9d6c25d1db3bcdded9e09c61f23573b41931399b021d19b2c67f
3
+ size 1057045152
Falcon3-1B-Instruct-abliterated.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:597e1aa1a269d8b97c6cef4a494ea1dc29a338f8e7782aedc595f1fab45d13cc
3
+ size 1018493600
Falcon3-1B-Instruct-abliterated.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2523558b531cb7b63c886a981648f1752b154cbfa1f1bb9edf9f1088c756be2f
3
+ size 1210923680
Falcon3-1B-Instruct-abliterated.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62557280839a892e2691098f2f154a4571a055785b4a6b916531b946fa102ca9
3
+ size 1188362912
Falcon3-1B-Instruct-abliterated.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85b1ef6778950c93c92eb3cede0869f943d85f624783e50f4a092405160b00a4
3
+ size 1374419616