models:
  - model: ./Nemo-DPO-v7
    parameters:
      weight: 0.5
  - model: ./Nemo-DPO-v6
    parameters:
      weight: 0.5
merge_method: linear
dtype: float16