slices: | |
- sources: | |
- model: appvoid/palmer-002 | |
layer_range: [0, 5] | |
- sources: | |
- model: appvoid/palmer-003 | |
layer_range: [3, 10] | |
- sources: | |
- model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T | |
layer_range: [7, 15] | |
- sources: | |
- model: vihangd/DopeyTinyLlama-1.1B-v1 | |
layer_range: [11, 20] | |
- sources: | |
- model: appvoid/palmer-003 | |
layer_range: [15, 21] | |
merge_method: passthrough | |
dtype: float16 | |