| slices: | |
| - sources: | |
| - model: davidkim205/Rhea-72b-v0.5 | |
| layer_range: [0, 72] | |
| - sources: | |
| - model: davidkim205/Rhea-72b-v0.5 | |
| layer_range: [8, 80] | |
| merge_method: passthrough | |
| dtype: bfloat16 | |
| slices: | |
| - sources: | |
| - model: davidkim205/Rhea-72b-v0.5 | |
| layer_range: [0, 72] | |
| - sources: | |
| - model: davidkim205/Rhea-72b-v0.5 | |
| layer_range: [8, 80] | |
| merge_method: passthrough | |
| dtype: bfloat16 | |