mergekit_config.yml

base_model: DreadPoor/Irix-12B-Model_Stock
chat_template: auto
merge_method: dare_ties
modules:
  default:
    slices:
    - sources:
      - layer_range: [0, 40]
        model: DreadPoor/Irix-12B-Model_Stock
        parameters:
          weight: 0.6
      - layer_range: [0, 40]
        model: yamatazen/LorablatedStock-12B
        parameters:
          weight: 0.25
      - layer_range: [0, 40]
        model: inflatebot/MN-12B-Mag-Mell-R1
        parameters:
          weight: 0.15
out_dtype: bfloat16
parameters:
  density: 1.0
tokenizer: {}