models: - model: anthracite-org/magnum-v4-12b #no parameters necessary for base model - model: Gryphe/Pantheon-RP-1.6.1-12b-Nemo parameters: density: 0.5 weight: 0.5 - model: nbeerbower/mistral-nemo-gutenberg-12B-v4 parameters: density: 0.5 weight: 0.5 merge_method: ties base_model: anthracite-org/magnum-v4-12b parameters: normalize: false int8_mask: true dtype: float16