TIES-Merging / mergekit_config.yml
Cartinoe5930's picture
Upload folder using huggingface_hub
eb4d42d verified
raw
history blame contribute delete
488 Bytes
models:
- model: mistralai/Mistral-7B-Instruct-v0.2
# no parameters necessary for base model
- model: Open-Orca/Mistral-7B-OpenOrca
parameters:
density: 0.5
weight: 0.5
- model: openchat/openchat-3.5-0106
parameters:
density: 0.5
weight: 0.5
- model: WizardLM/WizardMath-7B-V1.1
parameters:
density: 0.5
weight: 0.5
merge_method: ties
base_model: mistralai/Mistral-7B-Instruct-v0.2
parameters:
normalize: true
dtype: float16