Upload 2 files

mergekit_config.yml

@@ -0,0 +1,61 @@
+merge_method: task_arithmetic
+base_model: mistralai/Mistral-7B-v0.1
+models:
+  - model: tokyotech-llm/Swallow-MS-7b-v0.1
+    parameters:
+      weight:
+      - filter: embed_tokens
+        value: 1.0
+      - value: 0
+dtype: bfloat16
+tokenizer_source: model:tokyotech-llm/Swallow-MS-7b-v0.1
+name: Mistral-7B-v0.1-VE-Swallow-MS
+---
+merge_method: task_arithmetic
+base_model: nitky/Flavor-7b # private model
+models:
+  - model: tokyotech-llm/Swallow-MS-7b-v0.1
+    parameters:
+      weight:
+      - filter: embed_tokens
+        value: 1.0
+      - value: 0
+dtype: bfloat16
+tokenizer_source: model:tokyotech-llm/Swallow-MS-7b-v0.1
+name: Flavor-7b-VE-Swallow-MS
+---
+merge_method: task_arithmetic
+base_model: stabilityai/japanese-stablelm-base-gamma-7b
+models:
+  - model: tokyotech-llm/Swallow-MS-7b-v0.1
+    parameters:
+      weight:
+      - filter: embed_tokens
+        value: 1.0
+      - value: 0
+dtype: bfloat16
+tokenizer_source: model:tokyotech-llm/Swallow-MS-7b-v0.1
+name: japanese-stablelm-base-gamma-7b-VE-Swallow-MS
+---
+merge_method: task_arithmetic
+base_model: Mistral-7B-v0.1-VE-Swallow-MS
+models:
+  - model: tokyotech-llm/Swallow-MS-7b-v0.1
+    parameters:
+      weight: 1.0
+  - model: Flavor-7b-VE-Swallow-MS
+    parameters:
+      weight: 0.5
+  - model: japanese-stablelm-base-gamma-7b-VE-Swallow-MS
+    parameters:
+      weight: -0.5
+dtype: bfloat16
+name: Oumuamua-7b-base-preset
+---
+merge_method: model_stock
+base_model: Mistral-7B-v0.1-VE-Swallow-MS
+models:
+  - model: tokyotech-llm/Swallow-MS-7b-v0.1
+  - model: Oumuamua-7b-base-preset
+dtype: bfloat16
+name: Oumuamua-7b-base