Hugging Face's logo

win10
/
Qwen2.5-12.3B

Text Generation
Transformers
Safetensors
qwen2
mergekit
Merge
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
win10 commited on
Commit
a7e45da
•
1 Parent(s): a46c077

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +50 -0
  3. added_tokens.json +24 -0
  4. config.json +30 -0
  5. mergekit_config.yml +21 -0
  6. merges.txt +0 -0
  7. model-00001-of-00051.safetensors +3 -0
  8. model-00002-of-00051.safetensors +3 -0
  9. model-00003-of-00051.safetensors +3 -0
  10. model-00004-of-00051.safetensors +3 -0
  11. model-00005-of-00051.safetensors +3 -0
  12. model-00006-of-00051.safetensors +3 -0
  13. model-00007-of-00051.safetensors +3 -0
  14. model-00008-of-00051.safetensors +3 -0
  15. model-00009-of-00051.safetensors +3 -0
  16. model-00010-of-00051.safetensors +3 -0
  17. model-00011-of-00051.safetensors +3 -0
  18. model-00012-of-00051.safetensors +3 -0
  19. model-00013-of-00051.safetensors +3 -0
  20. model-00014-of-00051.safetensors +3 -0
  21. model-00015-of-00051.safetensors +3 -0
  22. model-00016-of-00051.safetensors +3 -0
  23. model-00017-of-00051.safetensors +3 -0
  24. model-00018-of-00051.safetensors +3 -0
  25. model-00019-of-00051.safetensors +3 -0
  26. model-00020-of-00051.safetensors +3 -0
  27. model-00021-of-00051.safetensors +3 -0
  28. model-00022-of-00051.safetensors +3 -0
  29. model-00023-of-00051.safetensors +3 -0
  30. model-00024-of-00051.safetensors +3 -0
  31. model-00025-of-00051.safetensors +3 -0
  32. model-00026-of-00051.safetensors +3 -0
  33. model-00027-of-00051.safetensors +3 -0
  34. model-00028-of-00051.safetensors +3 -0
  35. model-00029-of-00051.safetensors +3 -0
  36. model-00030-of-00051.safetensors +3 -0
  37. model-00031-of-00051.safetensors +3 -0
  38. model-00032-of-00051.safetensors +3 -0
  39. model-00033-of-00051.safetensors +3 -0
  40. model-00034-of-00051.safetensors +3 -0
  41. model-00035-of-00051.safetensors +3 -0
  42. model-00036-of-00051.safetensors +3 -0
  43. model-00037-of-00051.safetensors +3 -0
  44. model-00038-of-00051.safetensors +3 -0
  45. model-00039-of-00051.safetensors +3 -0
  46. model-00040-of-00051.safetensors +3 -0
  47. model-00041-of-00051.safetensors +3 -0
  48. model-00042-of-00051.safetensors +3 -0
  49. model-00043-of-00051.safetensors +3 -0
  50. model-00044-of-00051.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model:
3
+ - Qwen/Qwen2.5-7B
4
+ library_name: transformers
5
+ tags:
6
+ - mergekit
7
+ - merge
8
+
9
+ ---
10
+ # merge
11
+
12
+ This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit).
13
+
14
+ ## Merge Details
15
+ ### Merge Method
16
+
17
+ This model was merged using the passthrough merge method.
18
+
19
+ ### Models Merged
20
+
21
+ The following models were included in the merge:
22
+ * [Qwen/Qwen2.5-7B](https://huggingface.co/Qwen/Qwen2.5-7B)
23
+
24
+ ### Configuration
25
+
26
+ The following YAML configuration was used to produce this model:
27
+
28
+ ```yaml
29
+ dtype: bfloat16
30
+ merge_method: passthrough
31
+ slices:
32
+ - sources:
33
+ - layer_range: [0, 8]
34
+ model: Qwen/Qwen2.5-7B
35
+ - sources:
36
+ - layer_range: [4, 12]
37
+ model: Qwen/Qwen2.5-7B
38
+ - sources:
39
+ - layer_range: [8, 16]
40
+ model: Qwen/Qwen2.5-7B
41
+ - sources:
42
+ - layer_range: [12, 20]
43
+ model: Qwen/Qwen2.5-7B
44
+ - sources:
45
+ - layer_range: [16, 24]
46
+ model: Qwen/Qwen2.5-7B
47
+ - sources:
48
+ - layer_range: [20, 28]
49
+ model: Qwen/Qwen2.5-7B
50
+ ```
added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
24
+ }
config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Qwen/Qwen2.5-7B",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151643,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 3584,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 18944,
13
+ "max_position_embeddings": 131072,
14
+ "max_window_layers": 28,
15
+ "model_type": "qwen2",
16
+ "num_attention_heads": 28,
17
+ "num_hidden_layers": 48,
18
+ "num_key_value_heads": 4,
19
+ "rms_norm_eps": 1e-06,
20
+ "rope_scaling": null,
21
+ "rope_theta": 1000000.0,
22
+ "sliding_window": null,
23
+ "tie_word_embeddings": false,
24
+ "torch_dtype": "bfloat16",
25
+ "transformers_version": "4.45.2",
26
+ "use_cache": true,
27
+ "use_mrope": false,
28
+ "use_sliding_window": false,
29
+ "vocab_size": 152064
30
+ }
mergekit_config.yml ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ dtype: bfloat16
2
+ merge_method: passthrough
3
+ slices:
4
+ - sources:
5
+ - layer_range: [0, 8]
6
+ model: Qwen/Qwen2.5-7B
7
+ - sources:
8
+ - layer_range: [4, 12]
9
+ model: Qwen/Qwen2.5-7B
10
+ - sources:
11
+ - layer_range: [8, 16]
12
+ model: Qwen/Qwen2.5-7B
13
+ - sources:
14
+ - layer_range: [12, 20]
15
+ model: Qwen/Qwen2.5-7B
16
+ - sources:
17
+ - layer_range: [16, 24]
18
+ model: Qwen/Qwen2.5-7B
19
+ - sources:
20
+ - layer_range: [20, 28]
21
+ model: Qwen/Qwen2.5-7B
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5be8567a86b9f8fdf251358a5757baf1e45239e4ba2ed2bb04d81d824a7031c5
3
+ size 1089994880
model-00002-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac6fd723552764c41a811bc5700a78a1ab05985636cfae471f66da9e01eb3df4
3
+ size 1089994896
model-00003-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5714414bb0ed5006c6ac782886a8edee28ffdb83686f2a6700b98ed1a037c84e
3
+ size 466124232
model-00004-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb26977ac87fc7df3466c27d1d60e510a9ccc0c6528579a749f598b47a12bc71
3
+ size 466124240
model-00005-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8e2cda128ead8a964fc0b0066e53d351d4d809e3f62e2b9892a39f0ed6b1c5d
3
+ size 407372152
model-00006-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7993adee761152846a0ea5869c1592a3d7bc70390e9e54889d03be451477fc21
3
+ size 491814488
model-00007-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a04a703a588ae6b3334625465153a0097228ec8e703a531283947ff6e6a5c6a0
3
+ size 440419456
model-00008-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:692d031cd66f7dc876ac89fd84ba382bcb9e4a7a36e1f354329e8ae1ee9b25b0
3
+ size 491814488
model-00009-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81e423826b0dcaf41bdf32e3cccaee88e4100ec717c0c7cdb10e281ae65e0a6b
3
+ size 440419448
model-00010-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b782b1a12e53c30b3432e8ddb013f7e92b515e38869f82be9b276b5b5274cdd5
3
+ size 491814488
model-00011-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec6517e5694b45627a29c38db1512fcc245d50a85f8095d9c26a937c93319bee
3
+ size 440419456
model-00012-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3284187c4c661a7fc26e64815559600f5a6ecbcd82a6dd28e6ce4c1d2c61bb59
3
+ size 491814488
model-00013-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad6a763f567d5044065aafcba42051dbe24b7adf876477eaab75f6140df25372
3
+ size 440419456
model-00014-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e31e6f5e84c5eab5348b6fc36ce996f04ced7f5d3d2ec35af06ec0db1f43da9c
3
+ size 491814488
model-00015-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25e583c1c8688c6484457c4a32110612602d66e63c35c95fe51a925e8ddcaf29
3
+ size 440419456
model-00016-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd2964e3fb7e2dd0f14ce2ce25fcaea76f8d6d83a0b3ae1a13c9bf5963247dc3
3
+ size 491814488
model-00017-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8a0cebba7e860c87bda172ef4992efaae79f218469d3a16eb51edb60fad478e
3
+ size 440419448
model-00018-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06bc196484b0f407755823e057198fbe5840e9c1bbbe6d00dbcaaea7551bde10
3
+ size 491814488
model-00019-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8c23e1799f1cff5af915b6b767702106b023dfa9fb71750a3c6c0e7634a2a84
3
+ size 440419456
model-00020-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0226c501ba0e816736660c4fa1c155cddaafbd98583e6cbe0644d7e47171fa30
3
+ size 491814488
model-00021-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15ebdfe0f39066dddeafe71e5a96788031aa6117dc6740837851ffb897065fc5
3
+ size 440419456
model-00022-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eaeff4aed8b95cd10f688948dc190620fa91696f2097f4b165570bd50af5edf7
3
+ size 491814488
model-00023-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0624dea14430f01ca393a8429ad36e577abdbd4ec571b46ae29697af94ea5760
3
+ size 440419456
model-00024-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:852716dceab7f6dd63e073a4fbe2a650563805d595c7907553d8483ba973af47
3
+ size 491814488
model-00025-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:238b1ca05ea5ec74c7a8159431515da4d262b11e4235c32fc5249416a07a3a7e
3
+ size 499164264
model-00026-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:735806dacdbd3e765c96f83ac1be3bd3ed292152f8457403a8ec9fe2a5636e8c
3
+ size 407372152
model-00027-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66d9a20a37e3fc1f363add26df2aaca8c8c62cb21ab903a474a04f93e96c052b
3
+ size 491814488
model-00028-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1534651b87021c280b417abf165a8b9f4ddff3c639013f7c450b157d15334f1
3
+ size 440419456
model-00029-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4d5454cb5e929449aef8c68008ea40929e639fc87f75ac597b267a79dbfd6ca
3
+ size 491814488
model-00030-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcfe5b2348904f4f774f343f705f3794b2ab372c58b141bcb3ba7eabb3910a2c
3
+ size 440419456
model-00031-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcb425b73933d914736e705faa2c11f402937b7c3cff95192aa6378d8a22b889
3
+ size 491814488
model-00032-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61c75728fdd84014f406b89c201d09a1984edbdc510a170fe020d184c3bbc173
3
+ size 440419456
model-00033-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b50588aa3118c75ea0dadcbb87d55d2a7fe5338697fd1ad0c27da91fe2661b1
3
+ size 491814488
model-00034-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a62367ea613eb465959b551fbbab7139fea7001347351eafdcdf9c5178fb412
3
+ size 499156992
model-00035-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81f56ebff7cb38ce24433bd9c35417d4a69406fb2facbf5c902eab4d3a393b3c
3
+ size 466116976
model-00036-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:555c5d61ce0d4bd6d290e0282b3ceb0f116b904108a5b33c57c5626b68652a2e
3
+ size 466116976
model-00037-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:580b69972c44b6cd6d3c196e08622f888007bcb9a2242fc73acfe8c51ac37ea9
3
+ size 466116968
model-00038-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d528ff425caad66a0479b425972d7d42f5c7c44c603c4df8ce4c2963827940bd
3
+ size 466124240
model-00039-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d81d5520d8bb2fd66e05c9a157e30ea36db93041fef379eeec58913d224f52d1
3
+ size 407372152
model-00040-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4281b737a26496518530e36b4d7ac740ff3d7d97672fef3f76e38556e8a93b12
3
+ size 491814472
model-00041-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df8649a8cbf17bf47e3e1990d57808f9749a57532373b9f78f23ad71efad1c61
3
+ size 440419448
model-00042-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3616e08ed5a3aae0cefaa27446a7565c007661e86512ec3bb9403b0964e913f1
3
+ size 491814472
model-00043-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5d89d3a7dfa70d2ff3b08fa523b61d36e90dc3b514c52e8ca358b9dc8862a9a
3
+ size 440419448
model-00044-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f13b579bc8ea6fad63697a80065056f8e0c57d6cfad33f4b9364908b365e0186
3
+ size 491814480