BigCodeLlama-169b / mergekit_config.yml
nisten's picture
Upload folder using huggingface_hub
5d79425 verified
raw
history blame contribute delete
548 Bytes
dtype: bfloat16
merge_method: passthrough
slices:
- sources:
- layer_range: [0, 69]
model:
model:
path: ../CodeLlama-70b-hf
- sources:
- layer_range: [66, 76]
model:
model:
path: ../CodeLlama-70b-Instruct-hf
- sources:
- layer_range: [42, 66]
model:
model:
path: ../CodeLlama-70b-hf
- sources:
- layer_range: [13, 37]
model:
model:
path: ../CodeLlama-70b-Python-hf
- sources:
- layer_range: [10, 80]
model:
model:
path: ../CodeLlama-70b-Instruct-hf