Hugging Face's logo

DarqueDante
/
LLama-3-Mega-Dolphin-2.9.1-120b

Text Generation
Transformers
Safetensors
10 datasets
English
llama
mergekit
Merge
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
DarqueDante commited on
Commit
dff12fb
•
1 Parent(s): 4cbedca

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +53 -0
  2. config.json +29 -0
  3. mergekit_config.yml +24 -0
  4. model-00001-of-00050.safetensors +3 -0
  5. model-00002-of-00050.safetensors +3 -0
  6. model-00003-of-00050.safetensors +3 -0
  7. model-00004-of-00050.safetensors +3 -0
  8. model-00005-of-00050.safetensors +3 -0
  9. model-00006-of-00050.safetensors +3 -0
  10. model-00007-of-00050.safetensors +3 -0
  11. model-00008-of-00050.safetensors +3 -0
  12. model-00009-of-00050.safetensors +3 -0
  13. model-00010-of-00050.safetensors +3 -0
  14. model-00011-of-00050.safetensors +3 -0
  15. model-00012-of-00050.safetensors +3 -0
  16. model-00013-of-00050.safetensors +3 -0
  17. model-00014-of-00050.safetensors +3 -0
  18. model-00015-of-00050.safetensors +3 -0
  19. model-00016-of-00050.safetensors +3 -0
  20. model-00017-of-00050.safetensors +3 -0
  21. model-00018-of-00050.safetensors +3 -0
  22. model-00019-of-00050.safetensors +3 -0
  23. model-00020-of-00050.safetensors +3 -0
  24. model-00021-of-00050.safetensors +3 -0
  25. model-00022-of-00050.safetensors +3 -0
  26. model-00023-of-00050.safetensors +3 -0
  27. model-00024-of-00050.safetensors +3 -0
  28. model-00025-of-00050.safetensors +3 -0
  29. model-00026-of-00050.safetensors +3 -0
  30. model-00027-of-00050.safetensors +3 -0
  31. model-00028-of-00050.safetensors +3 -0
  32. model-00029-of-00050.safetensors +3 -0
  33. model-00030-of-00050.safetensors +3 -0
  34. model-00031-of-00050.safetensors +3 -0
  35. model-00032-of-00050.safetensors +3 -0
  36. model-00033-of-00050.safetensors +3 -0
  37. model-00034-of-00050.safetensors +3 -0
  38. model-00035-of-00050.safetensors +3 -0
  39. model-00036-of-00050.safetensors +3 -0
  40. model-00037-of-00050.safetensors +3 -0
  41. model-00038-of-00050.safetensors +3 -0
  42. model-00039-of-00050.safetensors +3 -0
  43. model-00040-of-00050.safetensors +3 -0
  44. model-00041-of-00050.safetensors +3 -0
  45. model-00042-of-00050.safetensors +3 -0
  46. model-00043-of-00050.safetensors +3 -0
  47. model-00044-of-00050.safetensors +3 -0
  48. model-00045-of-00050.safetensors +3 -0
  49. model-00046-of-00050.safetensors +3 -0
  50. model-00047-of-00050.safetensors +3 -0
README.md ADDED
@@ -0,0 +1,53 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model:
3
+ - cognitivecomputations/dolphin-2.9.1-llama-3-70b
4
+ library_name: transformers
5
+ tags:
6
+ - mergekit
7
+ - merge
8
+
9
+ ---
10
+ # merge
11
+
12
+ This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit).
13
+
14
+ ## Merge Details
15
+ ### Merge Method
16
+
17
+ This model was merged using the passthrough merge method.
18
+
19
+ ### Models Merged
20
+
21
+ The following models were included in the merge:
22
+ * [cognitivecomputations/dolphin-2.9.1-llama-3-70b](https://huggingface.co/cognitivecomputations/dolphin-2.9.1-llama-3-70b)
23
+
24
+ ### Configuration
25
+
26
+ The following YAML configuration was used to produce this model:
27
+
28
+ ```yaml
29
+ slices:
30
+ - sources:
31
+ - layer_range: [0, 20]
32
+ model: cognitivecomputations/dolphin-2.9.1-llama-3-70b
33
+ - sources:
34
+ - layer_range: [10, 30]
35
+ model: cognitivecomputations/dolphin-2.9.1-llama-3-70b
36
+ - sources:
37
+ - layer_range: [20, 40]
38
+ model: cognitivecomputations/dolphin-2.9.1-llama-3-70b
39
+ - sources:
40
+ - layer_range: [30, 50]
41
+ model: cognitivecomputations/dolphin-2.9.1-llama-3-70b
42
+ - sources:
43
+ - layer_range: [40, 60]
44
+ model: cognitivecomputations/dolphin-2.9.1-llama-3-70b
45
+ - sources:
46
+ - layer_range: [50, 70]
47
+ model: cognitivecomputations/dolphin-2.9.1-llama-3-70b
48
+ - sources:
49
+ - layer_range: [60, 80]
50
+ model: cognitivecomputations/dolphin-2.9.1-llama-3-70b
51
+ merge_method: passthrough
52
+ dtype: float16
53
+ ```
config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "cognitivecomputations/dolphin-2.9.1-llama-3-70b",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": 128256,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 8192,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 28672,
14
+ "max_position_embeddings": 8192,
15
+ "mlp_bias": false,
16
+ "model_type": "llama",
17
+ "num_attention_heads": 64,
18
+ "num_hidden_layers": 140,
19
+ "num_key_value_heads": 8,
20
+ "pretraining_tp": 1,
21
+ "rms_norm_eps": 1e-05,
22
+ "rope_scaling": null,
23
+ "rope_theta": 500000.0,
24
+ "tie_word_embeddings": false,
25
+ "torch_dtype": "float16",
26
+ "transformers_version": "4.41.0",
27
+ "use_cache": false,
28
+ "vocab_size": 128258
29
+ }
mergekit_config.yml ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ slices:
2
+ - sources:
3
+ - layer_range: [0, 20]
4
+ model: cognitivecomputations/dolphin-2.9.1-llama-3-70b
5
+ - sources:
6
+ - layer_range: [10, 30]
7
+ model: cognitivecomputations/dolphin-2.9.1-llama-3-70b
8
+ - sources:
9
+ - layer_range: [20, 40]
10
+ model: cognitivecomputations/dolphin-2.9.1-llama-3-70b
11
+ - sources:
12
+ - layer_range: [30, 50]
13
+ model: cognitivecomputations/dolphin-2.9.1-llama-3-70b
14
+ - sources:
15
+ - layer_range: [40, 60]
16
+ model: cognitivecomputations/dolphin-2.9.1-llama-3-70b
17
+ - sources:
18
+ - layer_range: [50, 70]
19
+ model: cognitivecomputations/dolphin-2.9.1-llama-3-70b
20
+ - sources:
21
+ - layer_range: [60, 80]
22
+ model: cognitivecomputations/dolphin-2.9.1-llama-3-70b
23
+ merge_method: passthrough
24
+ dtype: float16
model-00001-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9040c761bd08f79a4f450340f1c37447a9d3f0952aa041dd94649cdf0a36bbf2
3
+ size 4672537032
model-00002-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6caf349dcc597d4b6e8ad226100a1f29d1682e86e4df1475fb73fe913b8aca67
3
+ size 4831922680
model-00003-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89dbde30ba6c272cd2c51326e2fc05be599270163dc861274772dda2cac35e5e
3
+ size 4966190736
model-00004-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfbb1f9928bdc24529da68037c0dc8d05f9227f99ee794a43227e3afbc6b54c7
3
+ size 4831906200
model-00005-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1151cd7e21df98f3f75bd4983e33e7165ce8e1b415042b4c999a3f943664ff1c
3
+ size 4999711712
model-00006-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:441ef65ff393f22e4da81ce3bba14ff225b498e66eddbb41493d9d368239b304
3
+ size 4798385224
model-00007-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb27f84c4e1ed56c1a6576def4cdb4d2922a05f0be90d9077adaca1ff6ca5517
3
+ size 4831906200
model-00008-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44b84a905fea993abd5cf6cd74aa42b5f8dc23b4e5545a22133d2e7945b7ffeb
3
+ size 4966190736
model-00009-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93712f73b3471291518d891e28b5dbd576bdc3f7d384b5b6505be9128d887b5c
3
+ size 4664167384
model-00010-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37e76bf8e8c1770797412dd3d6994c491c06d5a703d4d71229a80250dea7c490
3
+ size 4831906200
model-00011-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbb6196994a2632960e91d45e43c9bad8baf54758101b72267e9627bdc200780
3
+ size 4999711712
model-00012-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d373ba7a9a31f7d6e69f55b6240618c3cae0c0d9923ee92589f28e0d4ede867
3
+ size 4798385224
model-00013-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:535be64980dae82bfe2623c9fffe05608f7531b84bfac9d5ed275af632509869
3
+ size 4831906200
model-00014-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a6d3c9ccbe18cf3b51ca7a543e880e3c80dd970ffbeedf489312dd4a5281dbc
3
+ size 4966190736
model-00015-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2c0359c7172da956f048269c9f61a3c380f19bf081f263fe6ad99263505802c
3
+ size 4831906200
model-00016-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:781af1430b1d779356a9bbaa709f4e81fa1d636ecf565e03bc2a9c4a11a20c35
3
+ size 4966174232
model-00017-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b45fa143d3cc2e399f07e297c32310ff801a70fed2b69d336f40bae939d9b717
3
+ size 4966140544
model-00018-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eebf458af095e252fc8c8d331abd4acd73b2619d9843a3f46533b1b1a1e97376
3
+ size 4999711704
model-00019-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45374b7435e2651cc2d0fc0e30c88b8538eb0966fad80e90958c688e158bebed
3
+ size 4999711712
model-00020-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e8aab545c6d00eabd28c38c4e2bd92a7c8c4c6b343315c2586a6eec4ad6b3c1
3
+ size 4798385224
model-00021-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a9a3d7985a38a508699d2ce528f0dec5a60f7f480b2cd7093cd652829ad5870
3
+ size 4831906200
model-00022-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be01f4b0448449edd9156d64267aefe11f12f71e10032931ce781f8d89494caf
3
+ size 4966190736
model-00023-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:325341ec7f0d92676c5c81124d8a5abca55b88ab32399a9bae4e17206759817d
3
+ size 4831906200
model-00024-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80e871a9a754a78cc820cb07d7f8dc68bad7445840f2f1d31ef3def1a7c7c2de
3
+ size 4664167376
model-00025-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad3b5c971fdd7972d80017bf018d0d02729a03f30a0b4ba9129a31e393e778ed
3
+ size 4999711712
model-00026-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57264da735998da407990f28430a3fad2541bb9feb7dae54e9b42350182e0451
3
+ size 4798385224
model-00027-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b24f2417a09e6e2b424802c2f83246695b5fa002cb0bdd94eafd53dc0069de2
3
+ size 4831906200
model-00028-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:651a8d7a18cbf604b5382dc1d5549632d2346faf0bdf6b2b1e42844ee194d9a2
3
+ size 4966190736
model-00029-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e565db6742e7631242ca39edfb60f55141c6c6e47401ea728aa455b87cbace36
3
+ size 4831906200
model-00030-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ed8c6864c0b20ce794430d939e54747135fc9c1051a2f5984155147904ce924
3
+ size 4966190736
model-00031-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06a88963732e7a6e51eeb1be2388c251877a81c605ca6b9fc495f64d7f3846ed
3
+ size 4982901368
model-00032-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce7937f40ebf16f222cb6c9f13a8767eb845a20508f4aeade18a86b843d80fe3
3
+ size 4982934368
model-00033-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d7ae8c7b5b50ec75e93f67102028a57465cf6c02530c3044b79f5b06f1c2234
3
+ size 4999711720
model-00034-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f5b3390c26d98b3dd69996c60e17df20cde653c50dcf16288712b2cbf16454e
3
+ size 4798385240
model-00035-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c818971d071b5726ad12b17165add6fdbefca23838e2741f04f1a0e2f9a65d39
3
+ size 4831906208
model-00036-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3e9f6c20f0733300abe02a1ac5249ec954a487574e33e9ffb9a596c8cf5d77c
3
+ size 4966190744
model-00037-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e07ed4ffb252619dc39bc8379298d83c21d6fb0976b2a4cf98683a2e7da4af3
3
+ size 4831906208
model-00038-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5e8f91652675e281033b39fe0036cc784a81530035066d7bd4a534c51c17211
3
+ size 4966174256
model-00039-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36ae286dda3ffb7a475f5e846db58a37fe55d6f27bcb8c3d32fdc3b1fbc14ddd
3
+ size 4966140544
model-00040-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dbb3f7784f4488d3cf86a9ebc340c61570da9aae237d9a7367b664a57cc1981
3
+ size 4999711728
model-00041-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51a7e78d58ea9ffa6247de80e89fed1b71b71557eb88c639ac686eeb4566e8b6
3
+ size 4999711744
model-00042-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8f73b1666862ef1ff5e95f2cc11d63e0fbe446477fc21723585ec08b40e9220
3
+ size 4798385256
model-00043-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68fc0f06344bdfdd38c54a50686ee908ec95133eda38cb7584c6e0e2395a545a
3
+ size 4831906216
model-00044-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30fd77283f8eb48bf16eb9d9193d5983b14a1845b030fa6a8ceebbcd4a16e6d9
3
+ size 4966190768
model-00045-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e266f9bf25670d845b98203820a743f7b61d91a3d74fe8f98f5fd14356cf5632
3
+ size 4831906224
model-00046-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5feb99f9ceee9cc01e0bd5e3031edacf2f5ce9b6ef1d77af4a4c565648bd6aa5
3
+ size 4966174256
model-00047-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae61e5c0a10d13f8f46f92ba56ababb2cf3bb9b911535014c612cdb6cf91a1cb
3
+ size 4982917904