models: | |
- model: UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3 | |
- model: BAAI/Gemma2-9B-IT-Simpo-Infinity-Preference | |
- model: princeton-nlp/gemma-2-9b-it-SimPO | |
- model: wzhouad/gemma-2-9b-it-WPO-HB | |
merge_method: model_stock | |
base_model: UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3 | |
normalize: false | |
int8_mask: true | |
dtype: float16 |