models: | |
- model: microsoft/rho-math-1b-interpreter-v0.1 | |
- model: appvoid/palmer-003 | |
merge_method: slerp | |
base_model: microsoft/rho-math-1b-interpreter-v0.1 | |
dtype: float16 | |
parameters: | |
t: [0, 0.5, 1, 0.5, 0] # V shaped curve: Hermes for input & output, WizardMath in the middle layers |