base_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0 gate_mode: random dtype: float32 experts_per_token: 1 experts: - source_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0 positive_prompts: - "Joe 1" - source_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0 positive_prompts: - "Joe 2" - source_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0 positive_prompts: - "Joe 3" - source_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0 positive_prompts: - "Joe 4" - source_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0 positive_prompts: - "Joe 5" - source_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0 positive_prompts: - "Joe 6" - source_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0 positive_prompts: - "Joe 7" - source_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0 positive_prompts: - "Joe 8"