base_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0 | |
dtype: float16 | |
gate_mode: cheap_embed | |
experts: | |
- source_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0 | |
positive_prompts: ["You are an helpful chat assistant."] | |
- source_model: yuiseki/tinyllama-coder-sql-en-v0.1 | |
positive_prompts: ["You are a best assistant for sql code generation."] | |