mergekit_config.yml

merge_method: passthrough
dtype: bfloat16
out_dtype: float32
base_model: PleIAs/Monad
slices:
  - sources:
    - model: PleIAs/Monad
      layer_range: [0,64]
  - sources:
    - model: PleIAs/Monad
      layer_range: [10,36]
  - sources:
    - model: PleIAs/Monad
      layer_range: [12,30]
  - sources:
    - model: PleIAs/Monad
      layer_range: [0,24]
  - sources:
    - model: PleIAs/Monad
      layer_range: [16,32]
  - sources:
    - model: PleIAs/Monad
      layer_range: [48,64]
  - sources:
    - model: PleIAs/Baguettotron
      layer_range: [0,40]
  - sources:
    - model: PleIAs/Baguettotron
      layer_range: [40,80]
tokenizer:
  source: base
parameters:
  normalize: true