base_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
gate_mode: hidden
dtype: bfloat16
experts:
  - source_model: TinyLlama/TinyLlama-1.1B-intermediate-step-955k-token-2T
    positive_prompts:
    - "Legal"
    - "Subpoena"
    - "Crime"
    - "Legal action"
    - "Court"
    - "Jurisprudence"
    - "U.S. Code"
    - "USC"
    negative_prompts:
    - "Python"
    - "SQL"
    - "JavaScript"
    - "C++"
    - "Computer"
    - "Engineering"
    - "coding"
    - "debug"
    - "troubleshoot"
  - source_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1195k-token-2.5T
    positive_prompts:
    - "Python"
    - "SQL"
    - "JavaScript"
    - "C++"
    - "Computer"
    - "Engineering"
    - "coding"
    - "debug"
    - "troubleshoot"
    negative_prompts:
    - "Legal"
    - "Subpoena"
    - "Crime"
    - "Legal action"
    - "Court"
    - "Jurisprudence"
    - "U.S. Code"
    - "USC"