experts_ties_7B / mergekit_config.yml
MrezaPRZ's picture
Upload folder using huggingface_hub
5b6f934 verified
models:
- model: MrezaPRZ/CodeLlama-7B-sqlite-expert
parameters:
density: 0.5
weight: 0.33
- model: MrezaPRZ/CodeLlama-7B-bigquery-expert
parameters:
density: 0.5
weight: 0.33
- model: MrezaPRZ/CodeLlama-7B-postgres-expert
parameters:
density: 0.5
weight: 0.33
merge_method: ties
base_model: codellama/CodeLlama-7b-hf
parameters:
normalize: true
dtype: bfloat16