Ericu950 commited on
Commit
8daeb55
·
verified ·
1 Parent(s): 111a2ac

Upload mergekit_config.yml with huggingface_hub

Browse files
Files changed (1) hide show
  1. mergekit_config.yml +11 -0
mergekit_config.yml ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ models:
2
+ - model: /mimer/NOBACKUP/groups/naiss2024-22-361/Eric_Pap/Llama-3.1-8B-Instruct
3
+ - model: /mimer/NOBACKUP/groups/naiss2024-22-361/Eric_Pap/LlamaTuned2_ep_3
4
+ parameters:
5
+ density: 0.6 # Fixed density, slightly more sparse than the original
6
+ weight: 1 # Fixed weight to keep the fine-tuned model's influence high
7
+ merge_method: ties
8
+ base_model: /mimer/NOBACKUP/groups/naiss2024-22-361/Eric_Pap/Llama-3.1-8B-Instruct
9
+ parameters:
10
+ normalize: true
11
+ dtype: bfloat16