mergekit_moe_config.yml

base_model: crestf411/L3.1-8B-sunfall-stheno-v0.6.1
experts_per_token: 2
local_experts: 2
gate_mode: random
dtype: bfloat16
experts:
  - source_model: v000000/L3.1-Storniitova-8B
  - source_model: x0000001/l3.1-part_aaa