--- license: llama2 --- Components chosen based off MMLU and TQA scores, as well as vibes. slices: - sources: - model: athirdpath/Orca-2-13b-Alpaca-Uncensored - layer_range: [0, 16] - sources: - model: Sao10K/Mythical-Destroyer-V2-L2-13B - layer_range: [8, 24] - sources: - model: athirdpath/Orca-2-13b-Alpaca-Uncensored - layer_range: [17, 32] - sources: - model: Sao10K/Mythical-Destroyer-V2-L2-13B - layer_range: [25, 40] merge_method: passthrough dtype: float16