dtype: float16 merge_method: passthrough slices: - sources: - layer_range: [0, 32] model: Alelcv27/llama3-8b-code-dpo - sources: - layer_range: [0, 32] model: Alelcv27/llama3-8b-math-dpo