Natch69 commited on
Commit
ca9be90
1 Parent(s): 27d88f9

Upload folder using huggingface_hub

Browse files
README.md CHANGED
@@ -4,14 +4,12 @@ tags:
4
  - merge
5
  - mergekit
6
  - lazymergekit
7
- - OpenPipe/mistral-ft-optimized-1218
8
  - mlabonne/NeuralHermes-2.5-Mistral-7B
9
  ---
10
 
11
  # SFGEMOMNISCIEN-Mistral-ties
12
 
13
- SFGEMOMNISCIEN-Mistral-ties is a merge of the following models using mergekit:
14
- * [OpenPipe/mistral-ft-optimized-1218](https://huggingface.co/OpenPipe/mistral-ft-optimized-1218)
15
  * [mlabonne/NeuralHermes-2.5-Mistral-7B](https://huggingface.co/mlabonne/NeuralHermes-2.5-Mistral-7B)
16
 
17
  ## 🧩 Configuration
@@ -20,10 +18,6 @@ SFGEMOMNISCIEN-Mistral-ties is a merge of the following models using mergekit:
20
  models:
21
  - model: Warit2/SFGEMOMNISCIEN
22
  # no parameters necessary for base model
23
- - model: OpenPipe/mistral-ft-optimized-1218
24
- parameters:
25
- density: 0.5
26
- weight: 0.5
27
  - model: mlabonne/NeuralHermes-2.5-Mistral-7B
28
  parameters:
29
  density: 0.5
 
4
  - merge
5
  - mergekit
6
  - lazymergekit
 
7
  - mlabonne/NeuralHermes-2.5-Mistral-7B
8
  ---
9
 
10
  # SFGEMOMNISCIEN-Mistral-ties
11
 
12
+ SFGEMOMNISCIEN-Mistral-ties is a merge of the following models using [mergekit](https://github.com/cg123/mergekit):
 
13
  * [mlabonne/NeuralHermes-2.5-Mistral-7B](https://huggingface.co/mlabonne/NeuralHermes-2.5-Mistral-7B)
14
 
15
  ## 🧩 Configuration
 
18
  models:
19
  - model: Warit2/SFGEMOMNISCIEN
20
  # no parameters necessary for base model
 
 
 
 
21
  - model: mlabonne/NeuralHermes-2.5-Mistral-7B
22
  parameters:
23
  density: 0.5
config.json CHANGED
@@ -21,7 +21,7 @@
21
  "sliding_window": 4096,
22
  "tie_word_embeddings": false,
23
  "torch_dtype": "float16",
24
- "transformers_version": "4.39.3",
25
  "unsloth_version": "2024.3",
26
  "use_cache": true,
27
  "vocab_size": 32000
 
21
  "sliding_window": 4096,
22
  "tie_word_embeddings": false,
23
  "torch_dtype": "float16",
24
+ "transformers_version": "4.38.2",
25
  "unsloth_version": "2024.3",
26
  "use_cache": true,
27
  "vocab_size": 32000
mergekit_config.yml CHANGED
@@ -2,10 +2,6 @@
2
  models:
3
  - model: Warit2/SFGEMOMNISCIEN
4
  # no parameters necessary for base model
5
- - model: OpenPipe/mistral-ft-optimized-1218
6
- parameters:
7
- density: 0.5
8
- weight: 0.5
9
  - model: mlabonne/NeuralHermes-2.5-Mistral-7B
10
  parameters:
11
  density: 0.5
 
2
  models:
3
  - model: Warit2/SFGEMOMNISCIEN
4
  # no parameters necessary for base model
 
 
 
 
5
  - model: mlabonne/NeuralHermes-2.5-Mistral-7B
6
  parameters:
7
  density: 0.5
model-00001-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e31e65927169fefeeafd12ce711c172a8db1b8cf883cd5129107e7fd59994ffb
3
  size 1979773096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f328be132060728d74a53cc891e7540bae6fa4d4ad57c275b3c344b323e9a2f9
3
  size 1979773096
model-00002-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be6fc2a79f9cce0c1c7155707b8f7f16cd7b1e603b2041c3fd297e8f5f00000d
3
  size 1946235600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70e1e1c027da9932197d1fbf8732b3a1538e49d14da1fde0c49da12aa2c66628
3
  size 1946235600
model-00003-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:273b471349d8fd8d6597f08f9a1675ded9cd2950a82ab3a3c5732e710eb02392
3
  size 1973490176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b64eeb0a57b065d65545d37b459a1aef8ef22946804eb89a68374c8edee44f8c
3
  size 1973490176
model-00004-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:226637b39c64c545637b9155e77e935b89b31d4cb9a4ffa44ce711ce2e0b2971
3
  size 1979781432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:774dc09e4cf40ea3fc9df842a75cad9258877f937c5deae9f1f1c47d381b5639
3
  size 1979781432
model-00005-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:041b7031a2953aea61ccbdb747635f50021ca100a524777ab91b92a1bda4309e
3
  size 1946243944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15866ef8063795ac1edd53baa7c140e8d96d418e71fabf3bb422e1f22a859640
3
  size 1946243944
model-00006-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:65ae2748948f521cc136f635233fd63079879dee92612e713ffc53ba2769c72b
3
  size 1923166008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2ba890bad9f0594a7b3979b3f9070280879a40af71872eea05c85945f28a6a7
3
  size 1923166008
model-00007-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c8b72da2cd561c85943efdf62444b80a46563e058fdf1f15fdd4ec4b0899864e
3
  size 1946243944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:121a55a2edcc56f321df48aa7de85d575b8e6c9aa931b5b45320f9809619787a
3
  size 1946243944
model-00008-of-00008.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2e6e9769934f4ebb9f198ab820a8eb27987a8024275944b0fa242b9638e22a6e
3
  size 788563536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3e3dc49988df224c04b426c68d3293b7c7f4c45905e5e67a7a3778f6fbc8e7f
3
  size 788563536