metadata
license: llama2
Components chosen based off MMLU and TQA scores, as well as vibes.
slices:
sources: - model: Sao10K/Mythical-Destroyer-V2-L2-13B
layer_range: [0, 16]sources: - model: athirdpath/Orca-2-13b-Alpaca-Uncensored
layer_range: [8, 24]sources: - model: Sao10K/Mythical-Destroyer-V2-L2-13B
layer_range: [17, 32]sources: - model: athirdpath/Orca-2-13b-Alpaca-Uncensored
layer_range: [25, 40]
merge_method: passthrough
dtype: float16