models: - model: Gryphe/Pantheon-RP-1.5-12b-Nemo parameters: weight: 0.33 density: 0.7 - model: anthracite-org/magnum-12b-v2 parameters: weight: 0.33 density: 0.7 - model: grimjim/mistralai-Mistral-Nemo-Base-2407 parameters: weight: 0.33 density: 0.65 merge_method: della base_model: grimjim/mistralai-Mistral-Nemo-Base-2407 parameters: int8_mask: true normalize: true epsilon: 0.05 lambda: 1.0 dtype: bfloat16