KaraKaraWitch commited on
Commit
4f291e2
1 Parent(s): e37e05b

Add files using upload-large-folder tool

Browse files
Files changed (1) hide show
  1. mergekit_config.yml +25 -0
mergekit_config.yml ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+
3
+ models:
4
+ - model: NousResearch/Hermes-3-Llama-3.1-70B
5
+ parameters:
6
+ density: 0.33
7
+ weight: 0.25
8
+ - model: Fizzarolli/L3.1-70b-glitz-v0.2
9
+ parameters:
10
+ density: 0.7
11
+ weight: 0.5
12
+ - model: cyberagent/Llama-3.1-70B-Japanese-Instruct-2407
13
+ parameters:
14
+ density: 0.5
15
+ weight: 0.25
16
+ - model: Sao10K/L3-70B-Euryale-v2.1
17
+ parameters:
18
+ density: 0.7
19
+ weight: 0.5
20
+
21
+ merge_method: ties
22
+ base_model: NousResearch/Hermes-3-Llama-3.1-70B
23
+ parameters:
24
+ normalize: true
25
+ dtype: bfloat16