experiment-13 / mergekit_config.yml
KingNish's picture
Upload folder using huggingface_hub
1606c47 verified
raw
history blame contribute delete
896 Bytes
slices:
- sources:
- layer_range: [0, 4]
model: microsoft/Phi-3-medium-128k-instruct
- sources:
- layer_range: [5, 8]
model: microsoft/Phi-3-medium-128k-instruct
- sources:
- layer_range: [9, 12]
model: microsoft/Phi-3-medium-128k-instruct
- sources:
- layer_range: [13, 16]
model: microsoft/Phi-3-medium-128k-instruct
- sources:
- layer_range: [17, 20]
model: microsoft/Phi-3-medium-128k-instruct
- sources:
- layer_range: [21, 24]
model: microsoft/Phi-3-medium-128k-instruct
- sources:
- layer_range: [25, 28]
model: microsoft/Phi-3-medium-128k-instruct
- sources:
- layer_range: [29, 32]
model: microsoft/Phi-3-medium-128k-instruct
- sources:
- layer_range: [33, 36]
model: microsoft/Phi-3-medium-128k-instruct
- sources:
- layer_range: [37, 40]
model: microsoft/Phi-3-medium-128k-instruct
merge_method: passthrough
dtype: bfloat16