| models: | |
| - model: "/mnt/pfs_l2/jieti_team/MMGroup/zhangyang/models_all_tasks_temp/pt_0507/checkpoint-8923" | |
| - model: "/mnt/pfs_l2/jieti_team/MMGroup/lzc/models_dpo/all_on_pt_3epoch_0515_dpo/v0-20250523-151545/checkpoint-60" | |
| merge_method: slerp | |
| base_model: "/mnt/pfs_l2/jieti_team/MMGroup/lzc/models_dpo/all_on_pt_3epoch_0515_dpo/v0-20250523-151545/checkpoint-60" | |
| parameters: | |
| t: | |
| - filter: self_attn | |
| value: [0.1,0.2,0.3,0.35] | |
| - filter: mlp | |
| value: [0.1,0.2,0.3,0.35] | |
| - value: 0.3 | |
| dtype: bfloat16 | |