Hugging Face's logo

DenisTheDev
/
Blitz-AI-ULTRA

Text Generation
Transformers
Safetensors
llama
Merge
mergekit
lazymergekit
text-generation-inference
Inference Endpoints
Model card Files Community
DenisTheDev commited on
Commit
3443cd7
•
1 Parent(s): 0a1d5bd

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +28 -0
  2. config.json +30 -0
  3. mergekit_config.yml +10 -0
  4. merges.txt +0 -0
  5. model-00001-of-00147.safetensors +3 -0
  6. model-00002-of-00147.safetensors +3 -0
  7. model-00003-of-00147.safetensors +3 -0
  8. model-00004-of-00147.safetensors +3 -0
  9. model-00005-of-00147.safetensors +3 -0
  10. model-00006-of-00147.safetensors +3 -0
  11. model-00007-of-00147.safetensors +3 -0
  12. model-00008-of-00147.safetensors +3 -0
  13. model-00009-of-00147.safetensors +3 -0
  14. model-00010-of-00147.safetensors +3 -0
  15. model-00011-of-00147.safetensors +3 -0
  16. model-00012-of-00147.safetensors +3 -0
  17. model-00013-of-00147.safetensors +3 -0
  18. model-00014-of-00147.safetensors +3 -0
  19. model-00015-of-00147.safetensors +3 -0
  20. model-00016-of-00147.safetensors +3 -0
  21. model-00017-of-00147.safetensors +3 -0
  22. model-00018-of-00147.safetensors +3 -0
  23. model-00019-of-00147.safetensors +3 -0
  24. model-00020-of-00147.safetensors +3 -0
  25. model-00021-of-00147.safetensors +3 -0
  26. model-00022-of-00147.safetensors +3 -0
  27. model-00023-of-00147.safetensors +3 -0
  28. model-00024-of-00147.safetensors +3 -0
  29. model-00025-of-00147.safetensors +3 -0
  30. model-00026-of-00147.safetensors +3 -0
  31. model-00027-of-00147.safetensors +3 -0
  32. model-00028-of-00147.safetensors +3 -0
  33. model-00029-of-00147.safetensors +3 -0
  34. model-00030-of-00147.safetensors +3 -0
  35. model-00031-of-00147.safetensors +3 -0
  36. model-00032-of-00147.safetensors +3 -0
  37. model-00033-of-00147.safetensors +3 -0
  38. model-00034-of-00147.safetensors +3 -0
  39. model-00035-of-00147.safetensors +3 -0
  40. model-00036-of-00147.safetensors +3 -0
  41. model-00037-of-00147.safetensors +3 -0
  42. model-00038-of-00147.safetensors +3 -0
  43. model-00039-of-00147.safetensors +3 -0
  44. model-00040-of-00147.safetensors +3 -0
  45. model-00041-of-00147.safetensors +3 -0
  46. model-00042-of-00147.safetensors +3 -0
  47. model-00043-of-00147.safetensors +3 -0
  48. model-00044-of-00147.safetensors +3 -0
  49. model-00045-of-00147.safetensors +3 -0
  50. model-00046-of-00147.safetensors +3 -0
README.md ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ tags:
4
+ - merge
5
+ - mergekit
6
+ - lazymergekit
7
+ - davidkim205/Rhea-72b-v0.5
8
+ ---
9
+
10
+ # Blitz-AI-ULTRA
11
+
12
+ Blitz-AI-ULTRA is a merge of the following models using [mergekit](https://github.com/cg123/mergekit):
13
+ * [davidkim205/Rhea-72b-v0.5](https://huggingface.co/davidkim205/Rhea-72b-v0.5)
14
+ * [davidkim205/Rhea-72b-v0.5](https://huggingface.co/davidkim205/Rhea-72b-v0.5)
15
+
16
+ ## 🧩 Configuration
17
+
18
+ ```yaml
19
+ slices:
20
+ - sources:
21
+ - model: davidkim205/Rhea-72b-v0.5
22
+ layer_range: [0, 72]
23
+ - sources:
24
+ - model: davidkim205/Rhea-72b-v0.5
25
+ layer_range: [8, 80]
26
+ merge_method: passthrough
27
+ dtype: bfloat16
28
+ ```
config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "davidkim205/Rhea-72b-v0.5",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": true,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 1,
9
+ "eos_token_id": 151643,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 8192,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 24576,
14
+ "max_position_embeddings": 32768,
15
+ "model_type": "llama",
16
+ "num_attention_heads": 64,
17
+ "num_hidden_layers": 144,
18
+ "num_key_value_heads": 64,
19
+ "pad_token_id": 151643,
20
+ "pretraining_tp": 1,
21
+ "rms_norm_eps": 1e-06,
22
+ "rope_scaling": null,
23
+ "rope_theta": 1000000,
24
+ "seq_length": 32768,
25
+ "tie_word_embeddings": false,
26
+ "torch_dtype": "bfloat16",
27
+ "transformers_version": "4.39.1",
28
+ "use_cache": true,
29
+ "vocab_size": 152064
30
+ }
mergekit_config.yml ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ slices:
3
+ - sources:
4
+ - model: davidkim205/Rhea-72b-v0.5
5
+ layer_range: [0, 72]
6
+ - sources:
7
+ - model: davidkim205/Rhea-72b-v0.5
8
+ layer_range: [8, 80]
9
+ merge_method: passthrough
10
+ dtype: bfloat16
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f706cdddfc836e1e23d02b40a5189ca93c1adb2cc47b9a62f93d7ddca456bb5
3
+ size 1879065656
model-00002-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4508120286cb5db852c8b6aa54290b1ac55db2fa5c4ba5e54ccae0782bf64c1b
3
+ size 402670048
model-00003-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fa1a10feeab788c76005956249f06f5be60675a35069fdde009ceea4e5574ae
3
+ size 2491416720
model-00004-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b481f745a43847e6364cda6415e2e5d1ef656ed5a12149eb71ce18b58c4d209f
3
+ size 1879065656
model-00005-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a77d7f3b693718c65e4ccb64a1a9acc3401edba232aac693e345913b26af324
3
+ size 1879098632
model-00006-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:273fd78f3d83b8764162645e1ef3b5483422f910b101c888f76586533f344da8
3
+ size 1610646216
model-00007-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b04ba92b962aabce627a764dcc5979f33b165c7989b3e3bf1ec76603be2560e
3
+ size 1744864304
model-00008-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91831f430586925853d152d76dd0a499514ab808b8b6b2f6f492873fcc4dc80c
3
+ size 1744864304
model-00009-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30137176a157443af04800107430060c562d8f625544d9f993b9d2d462538983
3
+ size 1879081904
model-00010-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a52297cd95e1213fe8565e689faab7a5001d5770a169dafc897157129a27789
3
+ size 1879049384
model-00011-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a99a322955b8cab487d48bef56db399e212b765e39f021b9d3b71001688f2d31
3
+ size 1610613232
model-00012-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:898d6b262cc5de3d1b310645fabcf7624ff18fb21228a3e4543c7fa8206c8388
3
+ size 1879115368
model-00013-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5ed7cf116ba272e04fa71550a288cc5228e0a0dfc850a183f141e88a78e31fe
3
+ size 1744864296
model-00014-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d74fa89ccb0485c442f76d6a3e85ad66ff4111b5efa7f2cf490d7972c18caf5
3
+ size 1879049392
model-00015-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3787906b8a12601b3d15bd3812686b85211e81f181196308a7f99ae1ecd031c
3
+ size 1610613232
model-00016-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fa446414cd1de47c3b366a9a6c2d53c24e83aa0413daa4e5dbc70f2e1640c3a
3
+ size 1879115376
model-00017-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ad128b41e9e66800505d32647b1717f5d249b248015024b45c6f88bd38b14fc
3
+ size 1610613232
model-00018-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26f60891c693280eb534b51e94441a6f8cbf9ef00aa0ea0a7865c814b52c506e
3
+ size 1879115376
model-00019-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad3c1485ce5ca73f5cb67bdd70f81da72089addce3721a5b23f1883b7e38e7ac
3
+ size 1879115384
model-00020-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03f7a28166e140132ce33d0d0d4f1338851a137200c108e8b12a5745b2b20cab
3
+ size 1610613232
model-00021-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e07783ce6b6118141185eee031b1c1a0af8d8032300e94d5a3e1cc06da9d0894
3
+ size 1879115376
model-00022-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edcb916d0dc511b2162696cf1df786f103033b00fc79fda6cfb25006b53f55c7
3
+ size 1610613232
model-00023-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cea89017792b639c71c3ad9d87800b9b6e869fa10ff6e5d61b9abf4e50354b8
3
+ size 1879115376
model-00024-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b55a35b1d3043b1652115eb7dacf6290733772344ccc099015325c69f8263c4
3
+ size 1879114904
model-00025-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36b89a0fdc5cc3ce3301cd49ca3b6fbf0a952d7cbaa506fadb8ff7404ebf7484
3
+ size 1879048920
model-00026-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fcd4ac9128f97dfd710c0a37985bf33a299b6852dc208d850d5963514d97829
3
+ size 1879115376
model-00027-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af0adb6a8ace4bbb2e4e269d47b43a2c428c924631c5a0034d1b65535a6fb04d
3
+ size 1610613232
model-00028-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d67634df05e6a79c768433b5758747889ff92ba1e9f68c59aa79a174f451499
3
+ size 1879115376
model-00029-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b95010f9fd1715d21f36c4fd26429344d3c33bd1a4b213e8e834dcabc0657d9
3
+ size 1610613232
model-00030-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd5da35987a94decd07c90d6b7397adabae4eef9cbcb01e20a1be325e9041aa3
3
+ size 1610679216
model-00031-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e73b22f0347e199a6b0b348ab75d5abe1c91b066d8d58aadc24b8ed6594e79ac
3
+ size 1879081928
model-00032-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01a8f3bbeda57a153a10ef9a443756f1a68aac12b3a77f88bcbc4dfb6ecbc506
3
+ size 1610646696
model-00033-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf27e20cd35290e68783148a85086068dc98c9c20a6f4cb3a930f340642c4133
3
+ size 1879081928
model-00034-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebab9c7b7c983be2d778952dac002642a7652cb4ea22170362153758df1f170c
3
+ size 1610646696
model-00035-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d4a6746d38e2ddb8fc3537b36009d3f8493303f8855e6a5a7cf55e1aebbf4d4
3
+ size 1879081928
model-00036-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9918cd0ba551f951e43f6b794054f6e9fbf16741d15ee9a1251e2f69da231c74
3
+ size 1879081896
model-00037-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34a138173dfb8712f10fcd46a23d9c82f61ae9f8d68f3a29bbb8161614c22651
3
+ size 1879049392
model-00038-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:763fd2b6b376f1d0d5118a7701fea14ec7286740f401b67d6e40ef6c842208e4
3
+ size 1879081928
model-00039-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4675500e886ee87b470f0e3167ef8e2bba2a178b256209e94fece037c8de6d97
3
+ size 1610646696
model-00040-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00546cf9f011a1f02b94dd6da050afdda8b887b707b09a57a61cc30d67f63b0c
3
+ size 1879081928
model-00041-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99f9f5a361e0f24a8de2604792843b7ab4fa9cc6a0fc59242db618486bc0a566
3
+ size 1879082376
model-00042-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a5f1893007b52fb9daf66cd22a06f2c7076a781336b200dfa3d3d5ea3ee39d3
3
+ size 1610613704
model-00043-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7231c8d104a5e6014e2f27b66b0b353696c5bc0ffadaaf926deaa8af41e4c1d7
3
+ size 1879081928
model-00044-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a5a08654a3ab4c1c32b9b3f479a9c3ce6f1b7176f02e5f3d5cea18f77e7f941
3
+ size 1610646696
model-00045-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcae243ae988dd4740977e776571e0ee8d2a962ea1b5e779828ba08c86507733
3
+ size 1879081928
model-00046-of-00147.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46dd313ecc8669e1a267f896e68aabd6f688c46856dbf22309ed5f77dbb6af97
3
+ size 1879148368