models:
  - model: princeton-nlp/Llama-3-8B-ProLong-512k-Instruct
    # Base model: no additional parameters necessary
  - model: Casual-Autopsy/L3-bluuwhale-SAO-MIX-8B-V1_fp32-merge-calc
    parameters:
      weight: 0.5  # Adjusts influence of roleplay features from L3-bluuwhale
      density: 0.6  # Preserves around 60% of significant parameters from the roleplay model

merge_method: della
base_model: princeton-nlp/Llama-3-8B-ProLong-512k-Instruct
parameters:
  epsilon: 0.05  # Fine-tunes the granularity of pruning
  lambda: 1.0  # Scaling factor to harmonize parameter influence
  normalize: true  # Ensures parameters align without large deviations
  int8_mask: true  # Uses an efficient format to handle larger context

dtype: float32
out_dtype: bfloat16  # Output type to balance precision and efficiency