shaowenchen commited on
Commit
1d25e89
1 Parent(s): abadd59
Files changed (4) hide show
  1. .gitattributes +12 -10
  2. README.md +55 -10
  3. configuration.json +10 -0
  4. license.pdf +0 -0
.gitattributes CHANGED
@@ -1,34 +1,36 @@
1
  *.7z filter=lfs diff=lfs merge=lfs -text
2
  *.arrow filter=lfs diff=lfs merge=lfs -text
3
  *.bin filter=lfs diff=lfs merge=lfs -text
4
- *.bin.* filter=lfs diff=lfs merge=lfs -text
5
  *.bz2 filter=lfs diff=lfs merge=lfs -text
 
6
  *.ftz filter=lfs diff=lfs merge=lfs -text
7
  *.gz filter=lfs diff=lfs merge=lfs -text
8
  *.h5 filter=lfs diff=lfs merge=lfs -text
9
  *.joblib filter=lfs diff=lfs merge=lfs -text
10
  *.lfs.* filter=lfs diff=lfs merge=lfs -text
 
11
  *.model filter=lfs diff=lfs merge=lfs -text
12
  *.msgpack filter=lfs diff=lfs merge=lfs -text
 
 
13
  *.onnx filter=lfs diff=lfs merge=lfs -text
14
  *.ot filter=lfs diff=lfs merge=lfs -text
15
  *.parquet filter=lfs diff=lfs merge=lfs -text
16
  *.pb filter=lfs diff=lfs merge=lfs -text
 
 
17
  *.pt filter=lfs diff=lfs merge=lfs -text
18
  *.pth filter=lfs diff=lfs merge=lfs -text
19
  *.rar filter=lfs diff=lfs merge=lfs -text
 
20
  saved_model/**/* filter=lfs diff=lfs merge=lfs -text
21
  *.tar.* filter=lfs diff=lfs merge=lfs -text
 
22
  *.tflite filter=lfs diff=lfs merge=lfs -text
23
  *.tgz filter=lfs diff=lfs merge=lfs -text
 
24
  *.xz filter=lfs diff=lfs merge=lfs -text
25
  *.zip filter=lfs diff=lfs merge=lfs -text
26
- *.zstandard filter=lfs diff=lfs merge=lfs -text
27
- *.tfevents* filter=lfs diff=lfs merge=lfs -text
28
- *.db* filter=lfs diff=lfs merge=lfs -text
29
- *.ark* filter=lfs diff=lfs merge=lfs -text
30
- **/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
31
- **/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
32
- **/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
33
- *.safetensors filter=lfs diff=lfs merge=lfs -text
34
- *.ckpt filter=lfs diff=lfs merge=lfs -text
 
1
  *.7z filter=lfs diff=lfs merge=lfs -text
2
  *.arrow filter=lfs diff=lfs merge=lfs -text
3
  *.bin filter=lfs diff=lfs merge=lfs -text
 
4
  *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
  *.ftz filter=lfs diff=lfs merge=lfs -text
7
  *.gz filter=lfs diff=lfs merge=lfs -text
8
  *.h5 filter=lfs diff=lfs merge=lfs -text
9
  *.joblib filter=lfs diff=lfs merge=lfs -text
10
  *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
  *.model filter=lfs diff=lfs merge=lfs -text
13
  *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
  *.onnx filter=lfs diff=lfs merge=lfs -text
17
  *.ot filter=lfs diff=lfs merge=lfs -text
18
  *.parquet filter=lfs diff=lfs merge=lfs -text
19
  *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
  *.pt filter=lfs diff=lfs merge=lfs -text
23
  *.pth filter=lfs diff=lfs merge=lfs -text
24
  *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
  saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
  *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
  *.tflite filter=lfs diff=lfs merge=lfs -text
30
  *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
  *.xz filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
README.md CHANGED
@@ -1,12 +1,57 @@
1
  ---
2
- #以下为文本生成的 "tasks"示例,您可以从此网页中了解更多相关信息:https://modelscope.cn/docs/%E4%BB%BB%E5%8A%A1%E7%9A%84%E4%BB%8B%E7%BB%8D
3
- #tasks:
4
- #- text-generation
5
- license: Apache License 2.0
 
 
 
 
 
 
 
 
 
 
 
 
 
6
  ---
7
- ###### 该模型当前使用的是默认介绍模版,处于“预发布”阶段,页面仅限所有者可见。
8
- ###### 请根据[模型贡献文档说明](https://www.modelscope.cn/docs/%E5%A6%82%E4%BD%95%E6%92%B0%E5%86%99%E5%A5%BD%E7%94%A8%E7%9A%84%E6%A8%A1%E5%9E%8B%E5%8D%A1%E7%89%87),及时完善模型卡片内容。ModelScope平台将在模型卡片完善后展示。谢谢您的理解。
9
- #### Clone with HTTP
10
- ```bash
11
- git clone https://www.modelscope.cn/shaowenchen/baichuan2-7b-chat-gguf.git
12
- ```
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  ---
2
+ inference: false
3
+ language:
4
+ - zh
5
+ - en
6
+ license: other
7
+ model_creator: baichuan-inc
8
+ model_link: https://www.modelscope.cn/models/baichuan-inc/Baichuan2-7B-Chat
9
+ model_name: Baichuan2-7B-Chat
10
+ model_type: baichuan
11
+ pipeline_tag: text-generation
12
+ quantized_by: shaowenchen
13
+ tasks:
14
+ - text2text-generation
15
+ tags:
16
+ - gguf
17
+ - baichuan
18
+ - chinese
19
  ---
20
+
21
+ ## Provided files
22
+
23
+ | Name | Quant method | Size |
24
+ | ----------------------------- | ------------ | ------ |
25
+ | baichuan2-7b-chat.Q2_K.gguf | Q2_K | 3.0 GB |
26
+ | baichuan2-7b-chat.Q3_K.gguf | Q3_K | 3.5 GB |
27
+ | baichuan2-7b-chat.Q3_K_L.gguf | Q3_K_L | 3.8 GB |
28
+ | baichuan2-7b-chat.Q3_K_S.gguf | Q3_K_S | 3.2 GB |
29
+ | baichuan2-7b-chat.Q4_0.gguf | Q4_0 | 4.1 GB |
30
+ | baichuan2-7b-chat.Q4_1.gguf | Q4_1 | 4.5 GB |
31
+ | baichuan2-7b-chat.Q4_K.gguf | Q4_K | 4.3 GB |
32
+ | baichuan2-7b-chat.Q4_K_S.gguf | Q4_K_S | 4.1 GB |
33
+ | baichuan2-7b-chat.Q5_0.gguf | Q5_0 | 4.9 GB |
34
+ | baichuan2-7b-chat.Q5_1.gguf | Q5_1 | 5.3 GB |
35
+ | baichuan2-7b-chat.Q5_K.gguf | Q5_K | 5.0 GB |
36
+ | baichuan2-7b-chat.Q5_K_S.gguf | Q5_K_S | 4.9 GB |
37
+ | baichuan2-7b-chat.Q6_K.gguf | Q6_K | 5.7 GB |
38
+ | baichuan2-7b-chat.Q8_0.gguf | Q8_0 | 7.4 GB |
39
+ | baichuan2-7b-chat.gguf | full | 14 GB |
40
+
41
+ ## Provided images
42
+
43
+ | Name | Quant method | Size |
44
+ | ------------------------------------------- | ------------ | ------- |
45
+ | `shaowenchen/baichuan2-7b-chat-gguf:Q2_K` | Q2_K | 7.59 GB |
46
+ | `shaowenchen/baichuan2-7b-chat-gguf:Q3_K` | Q3_K | 8.61 GB |
47
+ | `shaowenchen/baichuan2-7b-chat-gguf:Q3_K_L` | Q3_K_L | 9.23 GB |
48
+ | `shaowenchen/baichuan2-7b-chat-gguf:Q3_K_S` | Q3_K_S | 7.93 GB |
49
+ | `shaowenchen/baichuan2-7b-chat-gguf:Q4_0` | Q4_0 | 9.6 GB |
50
+
51
+ Usage:
52
+
53
+ ```
54
+ docker run --rm -p 8000:8000 shaowenchen/baichuan2-7b-chat-gguf:Q2_K
55
+ ```
56
+
57
+ and you can view http://localhost:8000/docs to see the swagger UI.
configuration.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "framework": "pytorch",
3
+ "task": "text-generation",
4
+ "model": {
5
+ "type": "baichuan"
6
+ },
7
+ "pipeline": {
8
+ "type": "baichuan2-7b-chat-text-generation-pipe"
9
+ }
10
+ }
license.pdf ADDED
Binary file (205 kB). View file