|
dtype: float16 |
|
merge_method: passthrough |
|
slices: |
|
- sources: |
|
- layer_range: [0, 20] |
|
model: lizpreciatior/lzlv_70b_fp16_hf |
|
- sources: |
|
- layer_range: [10, 30] |
|
model: lizpreciatior/lzlv_70b_fp16_hf |
|
- sources: |
|
- layer_range: [20, 40] |
|
model: lizpreciatior/lzlv_70b_fp16_hf |
|
- sources: |
|
- layer_range: [30, 50] |
|
model: lizpreciatior/lzlv_70b_fp16_hf |
|
- sources: |
|
- layer_range: [40, 60] |
|
model: lizpreciatior/lzlv_70b_fp16_hf |
|
- sources: |
|
- layer_range: [50, 70] |
|
model: lizpreciatior/lzlv_70b_fp16_hf |
|
- sources: |
|
- layer_range: [60, 80] |
|
model: lizpreciatior/lzlv_70b_fp16_hf |