Hugging Face's logo

internlm
/
internlm2_5-7b-chat-gguf

Text Generation
GGUF
English
chat
Inference Endpoints
Model card Files Community
2
unsubscribe commited on
Commit
8261bfe
•
1 Parent(s): ea7f326

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. internlm2_5-7b-chat-fp16.gguf +3 -0
  3. internlm2_5-7b-chat-q2_k.gguf +3 -0
  4. internlm2_5-7b-chat-q3_k_m.gguf +3 -0
  5. internlm2_5-7b-chat-q4_0.gguf +3 -0
  6. internlm2_5-7b-chat-q4_k_m.gguf +3 -0
  7. internlm2_5-7b-chat-q5_0.gguf +3 -0
  8. internlm2_5-7b-chat-q5_k_m.gguf +3 -0
  9. internlm2_5-7b-chat-q6_k.gguf +3 -0
  10. internlm2_5-7b-chat-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ internlm2_5-7b-chat-fp16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ internlm2_5-7b-chat-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
38
+ internlm2_5-7b-chat-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
39
+ internlm2_5-7b-chat-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
40
+ internlm2_5-7b-chat-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
41
+ internlm2_5-7b-chat-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ internlm2_5-7b-chat-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
43
+ internlm2_5-7b-chat-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
44
+ internlm2_5-7b-chat-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
internlm2_5-7b-chat-fp16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df01b3baf33cb30d6a11cca7d8808926b1d17bc640f75c6a32cc5ad0204a9d3b
3
+ size 15478092640
internlm2_5-7b-chat-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24e87287da89b4dbb85f85d17bedd35c2dfbf75f906bac869c32072382503ff7
3
+ size 3005449056
internlm2_5-7b-chat-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0291ad185d4413b40e93446c9e989c8e10013da420efe241afbd56e1451b9c9d
3
+ size 3830379360
internlm2_5-7b-chat-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a3fdfbe421430b81339fd969b8392fb3d3851138693177d5cafffe9de1c4f05
3
+ size 4453245792
internlm2_5-7b-chat-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3db240ecaafd1d9886293e8086008fbed4f52e64ab8bc5744da9082cad56bc9d
3
+ size 4712768352
internlm2_5-7b-chat-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98b67f5038fec6799ef45b0808020bd01786a6630d22cd2a5f1bbd156ad0aa65
3
+ size 5373043552
internlm2_5-7b-chat-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bafaa30193150a3be89333647e6de07ae6cf0ab86620c4b38584c2eb4e10d0dc
3
+ size 5506736992
internlm2_5-7b-chat-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc68045c59bfa00a51cae9caec7e4497fc7b5871bc48d688da59d58d729d0158
3
+ size 6350328672
internlm2_5-7b-chat-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5aae0143ec4e727e0586b27f2d2610741ad2e936b0bc9051d2aaf53a7d06c60
3
+ size 8224240480