xzuyn commited on
Commit
bc68739
1 Parent(s): 05f7e97

Create README.md

Browse files
Files changed (1) hide show
  1. README.md +84 -0
README.md ADDED
@@ -0,0 +1,84 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ tags:
3
+ - not-for-all-audiences
4
+ ---
5
+ Refer to the original models for best usage.
6
+
7
+ - [Sao10K/Fimbulvetr-11B-v2](https://huggingface.co/Sao10K/Fimbulvetr-11B-v2)
8
+
9
+ - [KoboldAI/Mistral-7B-Holodeck-1](https://huggingface.co/KoboldAI/Mistral-7B-Holodeck-1)
10
+
11
+ - [KoboldAI/Mistral-7B-Erebus-v3](https://huggingface.co/KoboldAI/Mistral-7B-Erebus-v3)
12
+
13
+ - [senseable/WestLake-7B-v2](https://huggingface.co/senseable/WestLake-7B-v2)
14
+
15
+ - [fblgit/UNA-TheBeagle-7b-v1](https://huggingface.co/fblgit/UNA-TheBeagle-7b-v1)
16
+
17
+ - [SanjiWatsuki/Kunoichi-DPO-v2-7B](https://huggingface.co/SanjiWatsuki/Kunoichi-DPO-v2-7B)
18
+
19
+ - [SanjiWatsuki/Silicon-Maid-7B](https://huggingface.co/SanjiWatsuki/Silicon-Maid-7B)
20
+ ---
21
+
22
+ # Mergekit Recipe
23
+ ```yaml
24
+ # Mistral Merging
25
+ merge_method: linear
26
+ dtype: float16
27
+ models:
28
+ - model: KoboldAI/Mistral-7B-Holodeck-1
29
+ parameters:
30
+ weight: 0.45
31
+ - model: KoboldAI/Mistral-7B-Erebus-v3
32
+ parameters:
33
+ weight: 0.45
34
+ - model: senseable/WestLake-7B-v2
35
+ parameters:
36
+ weight: 0.025
37
+ - model: fblgit/UNA-TheBeagle-7b-v1
38
+ parameters:
39
+ weight: 0.025
40
+ - model: SanjiWatsuki/Kunoichi-DPO-v2-7B
41
+ parameters:
42
+ weight: 0.025
43
+ - model: SanjiWatsuki/Silicon-Maid-7B
44
+ parameters:
45
+ weight: 0.025
46
+ name: MV01-WestHolobuSiliKunoichiBeagle-7B
47
+ ---
48
+
49
+ # Mistral Stacking
50
+ merge_method: passthrough
51
+ dtype: float16
52
+ slices:
53
+ - sources:
54
+ - model: MV01-WestHolobuSiliKunoichiBeagle-7B
55
+ layer_range: [0, 24]
56
+ - sources:
57
+ - model: MV01-WestHolobuSiliKunoichiBeagle-7B
58
+ layer_range: [8, 32]
59
+ name: MV01-Stacked-WestHolobuSiliKunoichiBeagle-Unhealed-10.7B
60
+ ---
61
+
62
+ # Mistral Stack Healing
63
+ merge_method: task_arithmetic
64
+ dtype: float16
65
+ base_model: Undi95/Mistral-11B-v0.1
66
+ models:
67
+ - model: Sao10K/Fimbulvetr-11B-v2
68
+ parameters:
69
+ weight: 1.0
70
+ - model: MV01-Stacked-WestHolobuSiliKunoichiBeagle-Unhealed-10.7B
71
+ parameters:
72
+ weight: 1.0
73
+ name: FimbulWestHolobuSiliKunoichiBeagle-UnfixedConfig-10.7B
74
+ ---
75
+
76
+ # Healed Stack Config Fixing
77
+ merge_method: task_arithmetic
78
+ dtype: float16
79
+ base_model: Sao10K/Fimbulvetr-11B-v2
80
+ models:
81
+ - model: FimbulWestHolobuSiliKunoichiBeagle-UnfixedConfig-10.7B
82
+ parameters:
83
+ weight: 1.0
84
+ ```