merge_method: model_stock
base_model: allura-org/MN-12b-RP-Ink
models:
  - model: allura-org/MN-12b-RP-Ink
  - model: VongolaChouko/Starcannon-Unleashed-12B-v1.0
  - model: anthracite-org/magnum-v4-12b
  - model: nbeerbower/Lyra4-Gutenberg-12B
parameters:
  int8_mask: true
dtype: bfloat16
tokenizer_source: base