| models: | |
| - model: Z:\peter\LLM's\Llama-3-70B-Instruct-Gradient-262k | |
| parameters: | |
| weight: 0.25 | |
| density: 0.90 | |
| gamma: 0.01 | |
| - model: Z:\peter\LLM's\Meta-LLama-3-Cat-Smaug-LLama-70b | |
| parameters: | |
| weight: 0.28 | |
| density: 0.90 | |
| gamma: 0.01 | |
| - model: Z:\peter\LLM's\Llama-3-Lumimaid-70B-v0.1-alt | |
| parameters: | |
| weight: 0.15 | |
| density: 0.90 | |
| gamma: 0.01 | |
| - model: Z:\peter\LLM's\Tess-2.0-Llama-3-70B-v0.2 | |
| parameters: | |
| weight: 0.06 | |
| density: 0.90 | |
| gamma: 0.01 | |
| - model: Z:\peter\LLM's\Smaug-Llama-3-70B-Instruct | |
| parameters: | |
| weight: 0.04 | |
| density: 0.90 | |
| gamma: 0.01 | |
| - model: Z:\peter\LLM's\Llama-3-70B-Synthia-v3.5 | |
| parameters: | |
| weight: 0.05 | |
| density: 0.90 | |
| gamma: 0.01 | |
| - model: Z:\peter\LLM's\Llama-3-70B-Instruct-Gradient-524k | |
| parameters: | |
| weight: 0.03 | |
| density: 0.90 | |
| gamma: 0.01 | |
| - model: Z:\peter\LLM's\Meta-LLama-3-Cat-A-LLama-70b | |
| parameters: | |
| weight: 0.14 | |
| density: 0.90 | |
| gamma: 0.01 | |
| merge_method: breadcrumbs_ties | |
| base_model: I:\Llama-3-70B-Instruct-Gradient-262k | |
| dtype: float16 |