mergekit_v2 / mergekit_config.yml
Jongilju's picture
init
0df6a73
raw
history blame
559 Bytes
slices:
- sources:
- model: ./data/Models/OPEN-SOLAR-KO-10.7B-v13_backup/merged
layer_range: [0, 48]
- model: heavytail/kullm-solar-S
layer_range: [0, 48]
# or, the equivalent models: syntax:
# models:
# - model: psmathur/orca_mini_v3_13b
# - model: garage-bAInd/Platypus2-13B
merge_method: slerp
base_model: heavytail/kullm-solar-S
parameters:
t:
- filter: self_attn
value: [0, 0.5, 0.3, 0.7, 1]
- filter: mlp
value: [1, 0.5, 0.7, 0.3, 0]
- value: 0.5 # fallback for rest of tensors
dtype: float16