merge_method: model_stock | |
models: | |
- model: EVA-UNIT-01/EVA-LLaMA-3.33-70B-v0.1 | |
parameters: | |
weight: 1.0 | |
- model: huihui-ai/Tess-R1-Limerick-Llama-3.1-70B-abliterated | |
parameters: | |
weight: 1.0 | |
base_model: Nexesenex/Llama_3.x_70b_Smarteaz_V1 | |
dtype: bfloat16 | |
out_dtype: bfloat16 | |
parameters: | |
int8_mask: true | |
normalize: true | |
rescale: false | |
chat_template: auto | |
tokenizer: | |
source: union | |