| models: | |
| - model: BioMistral/BioMistral-7B-DARE | |
| parameters: | |
| weight: 1.0 | |
| - model: NousResearch/Nous-Hermes-2-Mistral-7B-DPO | |
| parameters: | |
| weight: 0.6 | |
| merge_method: linear | |
| dtype: float16 | |
| models: | |
| - model: BioMistral/BioMistral-7B-DARE | |
| parameters: | |
| weight: 1.0 | |
| - model: NousResearch/Nous-Hermes-2-Mistral-7B-DPO | |
| parameters: | |
| weight: 0.6 | |
| merge_method: linear | |
| dtype: float16 | |