models:
  - model: ihughes15234/phi35_tictactoe_dpo5epoch_v7
    parameters:
      density: 0.5
      weight: 0.5
  - model: ihughes15234/phi35_pd_dpo10epoch_1200
    parameters:
      density: 0.5
      weight: 0.5 
merge_method: dare_ties
base_model: ihughes15234/Phi-3.5-mini-instruct_unslothcpy
parameters:
  normalize: true
  int8_mask: true
dtype: float16