TemptressTensor-10.7B-v0.1a / mergekit_config.yml
jsfs11's picture
Upload folder using huggingface_hub
e141f0c verified
merge_method: passthrough
slices:
- sources:
- model: jsfs11/RandomMergeNoNormWEIGHTED-7B-DARETIES
layer_range: [0,9]
- sources:
- model: jsfs11/RandomMergeNoNormWEIGHTED-7B-DARETIES
layer_range: [5,14]
- sources:
- model: jsfs11/RandomMergeNoNormWEIGHTED-7B-DARETIES
layer_range: [10,19]
- sources:
- model: jsfs11/RandomMergeNoNormWEIGHTED-7B-DARETIES
layer_range: [15,24]
- sources:
- model: jsfs11/RandomMergeNoNormWEIGHTED-7B-DARETIES
layer_range: [20,32]
dtype: bfloat16