dtype: float32 | |
out_dtype: bfloat16 | |
merge_method: model_stock | |
base_model: mergekit-community/mergekit-model_stock-maaydzi | |
models: | |
- model: mergekit-community/mergekit-model_stock-maaydzi | |
- model: mergekit-community/mergekit-model_stock-bmrxcxa | |
- model: mergekit-community/mergekit-slerp-mirtnuv | |
- model: mergekit-community/mergekit-slerp-lupllmg | |
- model: mergekit-community/mergekit-slerp-rayqjvs | |
- model: mergekit-community/mergekit-della_linear-byjvyzy | |
parameters: | |
density: 0.2 | |
weight: 0.2 | |
- model: mergekit-community/mergekit-dare_ties-aexbnbf | |
parameters: | |
density: 0.05 | |
weight: 0.05 | |
parameters: | |
normalize: true |