| merge_method: task_arithmetic | |
| base_model: mistralai/Mistral-7B-v0.1 | |
| models: | |
| - model: tokyotech-llm/Swallow-MS-7b-v0.1 | |
| parameters: | |
| weight: | |
| - filter: embed_tokens | |
| value: 1.0 | |
| - value: 0 | |
| dtype: bfloat16 | |
| tokenizer_source: model:tokyotech-llm/Swallow-MS-7b-v0.1 | |
| name: Mistral-7B-v0.1-VE-Swallow-MS | |
| merge_method: task_arithmetic | |
| base_model: nitky/Flavor-7b # private model | |
| models: | |
| - model: tokyotech-llm/Swallow-MS-7b-v0.1 | |
| parameters: | |
| weight: | |
| - filter: embed_tokens | |
| value: 1.0 | |
| - value: 0 | |
| dtype: bfloat16 | |
| tokenizer_source: model:tokyotech-llm/Swallow-MS-7b-v0.1 | |
| name: Flavor-7b-VE-Swallow-MS | |
| merge_method: task_arithmetic | |
| base_model: stabilityai/japanese-stablelm-base-gamma-7b | |
| models: | |
| - model: tokyotech-llm/Swallow-MS-7b-v0.1 | |
| parameters: | |
| weight: | |
| - filter: embed_tokens | |
| value: 1.0 | |
| - value: 0 | |
| dtype: bfloat16 | |
| tokenizer_source: model:tokyotech-llm/Swallow-MS-7b-v0.1 | |
| name: japanese-stablelm-base-gamma-7b-VE-Swallow-MS | |
| merge_method: task_arithmetic | |
| base_model: Mistral-7B-v0.1-VE-Swallow-MS | |
| models: | |
| - model: tokyotech-llm/Swallow-MS-7b-v0.1 | |
| parameters: | |
| weight: 1.0 | |
| - model: Flavor-7b-VE-Swallow-MS | |
| parameters: | |
| weight: 0.5 | |
| - model: japanese-stablelm-base-gamma-7b-VE-Swallow-MS | |
| parameters: | |
| weight: -0.5 | |
| dtype: bfloat16 | |
| name: Oumuamua-7b-base-preset | |
| merge_method: model_stock | |
| base_model: Mistral-7B-v0.1-VE-Swallow-MS | |
| models: | |
| - model: tokyotech-llm/Swallow-MS-7b-v0.1 | |
| - model: Oumuamua-7b-base-preset | |
| dtype: bfloat16 | |
| name: Oumuamua-7b-base |