name: monk models: - model: nbeerbower/mistral-nemo-bophades-12B - model: nbeerbower/mistral-nemo-wissenschaft-12B merge_method: slerp base_model: nbeerbower/mistral-nemo-bophades-12B parameters: t: [0.1, 0.2, 0.4, 0.6, 0.6, 0.4, 0.2, 0.1] dtype: bfloat16 tokenizer_source: base --- name: hero models: - model: elinas/Chronos-Gold-12B-1.0 - model: Fizzarolli/MN-12b-Sunrose merge_method: slerp base_model: elinas/Chronos-Gold-12B-1.0 parameters: t: [0.1, 0.2, 0.4, 0.6, 0.6, 0.4, 0.2, 0.1] dtype: bfloat16 tokenizer_source: base --- name: deity models: - model: nbeerbower/mistral-nemo-gutenberg-12B-v4 - model: anthracite-org/magnum-12b-v2.5-kto merge_method: slerp base_model: nbeerbower/mistral-nemo-gutenberg-12B-v4 parameters: t: [0, 0.1, 0.2, 0.25, 0.25, 0.2, 0.1, 0] dtype: bfloat16 tokenizer_source: base --- base_model: IntervitensInc/Mistral-Nemo-Base-2407-chatml merge_method: dare_ties slices: - sources: - layer_range: [0, 40] model: monk parameters: density: 0.7 weight: 0.5 - layer_range: [0, 40] model: hero parameters: density: 0.9 weight: 1.0 - layer_range: [0, 40] model: deity parameters: density: 0.5 weight: 0.7 - layer_range: [0, 40] model: IntervitensInc/Mistral-Nemo-Base-2407-chatml tokenizer_source: base