| --- |
| base_model: |
| - google/gemma-4-31B |
| tags: |
| - Merge |
| - Mergekit |
| --- |
| |
| <div align="center"> |
|
|
| <p>This repository contains multiple merge configs and their ggufs using <a href="https://github.com/cg123/mergekit">mergekit</a>.</p> |
|
|
| <p>Sharing is caring! Here's some code for other various methods here: <a href="https://github.com/HuggingMerger/mergekitter/tree/main/mergekit/merge_methods">merge_methods</a></p> |
| |
| <hr> |
| |
| <i>Random configs begin here.</i> |
| |
| <br> |
| |
| <!-- START OF CONFIG 1 --> |
| <details> |
| <summary><b>Della</b></summary> |
| <div align="left"> |
| <br> |
| |
| ```yaml |
| name: step1 |
| merge_method: della |
| base_model: /mnt/llms/gemma-4-31B-base |
| models: |
| - model: /mnt/llms/gemma-4-31B-base |
| - model: /mnt/llms/Fabled-Gemma4-31B # https://huggingface.co/Lambent/Fabled-Gemma4-31B |
| parameters: |
| weight: |
| - filter: layers.0.self_attn |
| value: 0.515 |
| - filter: layers.0.mlp |
| value: 0.552 |
| - filter: layers.1.self_attn |
| value: 0.496 |
| - filter: layers.1.mlp |
| value: 0.439 |
| - filter: layers.2.self_attn |
| value: 0.449 |
| - filter: layers.2.mlp |
| value: 0.364 |
| - filter: layers.3.self_attn |
| value: 0.456 |
| - filter: layers.3.mlp |
| value: 0.365 |
| - filter: layers.4.self_attn |
| value: 0.516 |
| - filter: layers.4.mlp |
| value: 0.365 |
| - filter: layers.5.self_attn |
| value: 0.441 |
| - filter: layers.5.mlp |
| value: 0.371 |
| - filter: layers.6.self_attn |
| value: 0.485 |
| - filter: layers.6.mlp |
| value: 0.37 |
| - filter: layers.7.self_attn |
| value: 0.458 |
| - filter: layers.7.mlp |
| value: 0.377 |
| - filter: layers.8.self_attn |
| value: 0.49 |
| - filter: layers.8.mlp |
| value: 0.379 |
| - filter: layers.9.self_attn |
| value: 0.467 |
| - filter: layers.9.mlp |
| value: 0.374 |
| - filter: layers.10.self_attn |
| value: 0.493 |
| - filter: layers.10.mlp |
| value: 0.369 |
| - filter: layers.11.self_attn |
| value: 0.445 |
| - filter: layers.11.mlp |
| value: 0.379 |
| - filter: layers.12.self_attn |
| value: 0.455 |
| - filter: layers.12.mlp |
| value: 0.381 |
| - filter: layers.13.self_attn |
| value: 0.506 |
| - filter: layers.13.mlp |
| value: 0.372 |
| - filter: layers.14.self_attn |
| value: 0.503 |
| - filter: layers.14.mlp |
| value: 0.373 |
| - filter: layers.15.self_attn |
| value: 0.483 |
| - filter: layers.15.mlp |
| value: 0.379 |
| - filter: layers.16.self_attn |
| value: 0.529 |
| - filter: layers.16.mlp |
| value: 0.375 |
| - filter: layers.17.self_attn |
| value: 0.479 |
| - filter: layers.17.mlp |
| value: 0.386 |
| - filter: layers.18.self_attn |
| value: 0.539 |
| - filter: layers.18.mlp |
| value: 0.37 |
| - filter: layers.19.self_attn |
| value: 0.496 |
| - filter: layers.19.mlp |
| value: 0.376 |
| - filter: layers.20.self_attn |
| value: 0.5 |
| - filter: layers.20.mlp |
| value: 0.378 |
| - filter: layers.21.self_attn |
| value: 0.633 |
| - filter: layers.21.mlp |
| value: 0.539 |
| - filter: layers.22.self_attn |
| value: 0.643 |
| - filter: layers.22.mlp |
| value: 0.585 |
| - filter: layers.23.self_attn |
| value: 0.619 |
| - filter: layers.23.mlp |
| value: 0.642 |
| - filter: layers.24.self_attn |
| value: 0.644 |
| - filter: layers.24.mlp |
| value: 0.601 |
| - filter: layers.25.self_attn |
| value: 0.642 |
| - filter: layers.25.mlp |
| value: 0.593 |
| - filter: layers.26.self_attn |
| value: 0.633 |
| - filter: layers.26.mlp |
| value: 0.604 |
| - filter: layers.27.self_attn |
| value: 0.655 |
| - filter: layers.27.mlp |
| value: 0.616 |
| - filter: layers.28.self_attn |
| value: 0.648 |
| - filter: layers.28.mlp |
| value: 0.656 |
| - filter: layers.29.self_attn |
| value: 0.632 |
| - filter: layers.29.mlp |
| value: 0.548 |
| - filter: layers.30.self_attn |
| value: 0.63 |
| - filter: layers.30.mlp |
| value: 0.558 |
| - filter: layers.31.self_attn |
| value: 0.635 |
| - filter: layers.31.mlp |
| value: 0.565 |
| - filter: layers.32.self_attn |
| value: 0.624 |
| - filter: layers.32.mlp |
| value: 0.575 |
| - filter: layers.33.self_attn |
| value: 0.673 |
| - filter: layers.33.mlp |
| value: 0.577 |
| - filter: layers.34.self_attn |
| value: 0.668 |
| - filter: layers.34.mlp |
| value: 0.576 |
| - filter: layers.35.self_attn |
| value: 0.613 |
| - filter: layers.35.mlp |
| value: 0.587 |
| - filter: layers.36.self_attn |
| value: 0.741 |
| - filter: layers.36.mlp |
| value: 0.496 |
| - filter: layers.37.self_attn |
| value: 0.743 |
| - filter: layers.37.mlp |
| value: 0.489 |
| - filter: layers.38.self_attn |
| value: 0.706 |
| - filter: layers.38.mlp |
| value: 0.49 |
| - filter: layers.39.self_attn |
| value: 0.733 |
| - filter: layers.39.mlp |
| value: 0.538 |
| - filter: layers.40.self_attn |
| value: 0.692 |
| - filter: layers.40.mlp |
| value: 0.642 |
| - filter: layers.41.self_attn |
| value: 0.676 |
| - filter: layers.41.mlp |
| value: 0.559 |
| - filter: layers.42.self_attn |
| value: 0.742 |
| - filter: layers.42.mlp |
| value: 0.517 |
| - filter: layers.43.self_attn |
| value: 0.737 |
| - filter: layers.43.mlp |
| value: 0.488 |
| - filter: layers.44.self_attn |
| value: 0.703 |
| - filter: layers.44.mlp |
| value: 0.492 |
| - filter: layers.45.self_attn |
| value: 0.742 |
| - filter: layers.45.mlp |
| value: 0.492 |
| - filter: layers.46.self_attn |
| value: 0.707 |
| - filter: layers.46.mlp |
| value: 0.499 |
| - filter: layers.47.self_attn |
| value: 0.67 |
| - filter: layers.47.mlp |
| value: 0.493 |
| - filter: layers.48.self_attn |
| value: 0.752 |
| - filter: layers.48.mlp |
| value: 0.487 |
| - filter: layers.49.self_attn |
| value: 0.741 |
| - filter: layers.49.mlp |
| value: 0.514 |
| - filter: layers.50.self_attn |
| value: 0.726 |
| - filter: layers.50.mlp |
| value: 0.503 |
| - filter: layers.51.self_attn |
| value: 0.562 |
| - filter: layers.51.mlp |
| value: 0.443 |
| - filter: layers.52.self_attn |
| value: 0.554 |
| - filter: layers.52.mlp |
| value: 0.776 |
| - filter: layers.53.self_attn |
| value: 0.761 |
| - filter: layers.53.mlp |
| value: 0.506 |
| - filter: layers.54.self_attn |
| value: 0.55 |
| - filter: layers.54.mlp |
| value: 0.429 |
| - filter: layers.55.self_attn |
| value: 0.553 |
| - filter: layers.55.mlp |
| value: 0.445 |
| - filter: layers.56.self_attn |
| value: 0.575 |
| - filter: layers.56.mlp |
| value: 0.494 |
| - filter: layers.57.self_attn |
| value: 0.542 |
| - filter: layers.57.mlp |
| value: 0.427 |
| - filter: layers.58.self_attn |
| value: 0.534 |
| - filter: layers.58.mlp |
| value: 0.534 |
| - filter: layers.59.self_attn |
| value: 0.554 |
| - filter: layers.59.mlp |
| value: 0.59 |
| - filter: self_attn |
| value: 0.45 |
| - filter: mlp |
| value: 0.45 |
| - value: 0.4 |
| density: 0.85 |
| epsilon: 0.1 |
| - model: /mnt/llms/Gemma4-GarnetV2-31B |
| parameters: |
| weight: |
| - filter: layers.0.self_attn |
| value: 0.514 |
| - filter: layers.0.mlp |
| value: 0.552 |
| - filter: layers.1.self_attn |
| value: 0.495 |
| - filter: layers.1.mlp |
| value: 0.439 |
| - filter: layers.2.self_attn |
| value: 0.447 |
| - filter: layers.2.mlp |
| value: 0.364 |
| - filter: layers.3.self_attn |
| value: 0.454 |
| - filter: layers.3.mlp |
| value: 0.365 |
| - filter: layers.4.self_attn |
| value: 0.516 |
| - filter: layers.4.mlp |
| value: 0.365 |
| - filter: layers.5.self_attn |
| value: 0.44 |
| - filter: layers.5.mlp |
| value: 0.371 |
| - filter: layers.6.self_attn |
| value: 0.484 |
| - filter: layers.6.mlp |
| value: 0.37 |
| - filter: layers.7.self_attn |
| value: 0.456 |
| - filter: layers.7.mlp |
| value: 0.377 |
| - filter: layers.8.self_attn |
| value: 0.489 |
| - filter: layers.8.mlp |
| value: 0.378 |
| - filter: layers.9.self_attn |
| value: 0.465 |
| - filter: layers.9.mlp |
| value: 0.374 |
| - filter: layers.10.self_attn |
| value: 0.492 |
| - filter: layers.10.mlp |
| value: 0.369 |
| - filter: layers.11.self_attn |
| value: 0.444 |
| - filter: layers.11.mlp |
| value: 0.379 |
| - filter: layers.12.self_attn |
| value: 0.452 |
| - filter: layers.12.mlp |
| value: 0.381 |
| - filter: layers.13.self_attn |
| value: 0.505 |
| - filter: layers.13.mlp |
| value: 0.372 |
| - filter: layers.14.self_attn |
| value: 0.502 |
| - filter: layers.14.mlp |
| value: 0.373 |
| - filter: layers.15.self_attn |
| value: 0.481 |
| - filter: layers.15.mlp |
| value: 0.379 |
| - filter: layers.16.self_attn |
| value: 0.528 |
| - filter: layers.16.mlp |
| value: 0.375 |
| - filter: layers.17.self_attn |
| value: 0.479 |
| - filter: layers.17.mlp |
| value: 0.386 |
| - filter: layers.18.self_attn |
| value: 0.538 |
| - filter: layers.18.mlp |
| value: 0.37 |
| - filter: layers.19.self_attn |
| value: 0.495 |
| - filter: layers.19.mlp |
| value: 0.376 |
| - filter: layers.20.self_attn |
| value: 0.499 |
| - filter: layers.20.mlp |
| value: 0.378 |
| - filter: layers.21.self_attn |
| value: 0.633 |
| - filter: layers.21.mlp |
| value: 0.539 |
| - filter: layers.22.self_attn |
| value: 0.643 |
| - filter: layers.22.mlp |
| value: 0.585 |
| - filter: layers.23.self_attn |
| value: 0.619 |
| - filter: layers.23.mlp |
| value: 0.642 |
| - filter: layers.24.self_attn |
| value: 0.644 |
| - filter: layers.24.mlp |
| value: 0.601 |
| - filter: layers.25.self_attn |
| value: 0.642 |
| - filter: layers.25.mlp |
| value: 0.593 |
| - filter: layers.26.self_attn |
| value: 0.633 |
| - filter: layers.26.mlp |
| value: 0.604 |
| - filter: layers.27.self_attn |
| value: 0.655 |
| - filter: layers.27.mlp |
| value: 0.616 |
| - filter: layers.28.self_attn |
| value: 0.647 |
| - filter: layers.28.mlp |
| value: 0.657 |
| - filter: layers.29.self_attn |
| value: 0.632 |
| - filter: layers.29.mlp |
| value: 0.548 |
| - filter: layers.30.self_attn |
| value: 0.629 |
| - filter: layers.30.mlp |
| value: 0.558 |
| - filter: layers.31.self_attn |
| value: 0.634 |
| - filter: layers.31.mlp |
| value: 0.565 |
| - filter: layers.32.self_attn |
| value: 0.624 |
| - filter: layers.32.mlp |
| value: 0.575 |
| - filter: layers.33.self_attn |
| value: 0.673 |
| - filter: layers.33.mlp |
| value: 0.577 |
| - filter: layers.34.self_attn |
| value: 0.667 |
| - filter: layers.34.mlp |
| value: 0.576 |
| - filter: layers.35.self_attn |
| value: 0.613 |
| - filter: layers.35.mlp |
| value: 0.587 |
| - filter: layers.36.self_attn |
| value: 0.741 |
| - filter: layers.36.mlp |
| value: 0.496 |
| - filter: layers.37.self_attn |
| value: 0.743 |
| - filter: layers.37.mlp |
| value: 0.488 |
| - filter: layers.38.self_attn |
| value: 0.706 |
| - filter: layers.38.mlp |
| value: 0.49 |
| - filter: layers.39.self_attn |
| value: 0.733 |
| - filter: layers.39.mlp |
| value: 0.538 |
| - filter: layers.40.self_attn |
| value: 0.692 |
| - filter: layers.40.mlp |
| value: 0.642 |
| - filter: layers.41.self_attn |
| value: 0.675 |
| - filter: layers.41.mlp |
| value: 0.559 |
| - filter: layers.42.self_attn |
| value: 0.741 |
| - filter: layers.42.mlp |
| value: 0.517 |
| - filter: layers.43.self_attn |
| value: 0.737 |
| - filter: layers.43.mlp |
| value: 0.488 |
| - filter: layers.44.self_attn |
| value: 0.703 |
| - filter: layers.44.mlp |
| value: 0.492 |
| - filter: layers.45.self_attn |
| value: 0.742 |
| - filter: layers.45.mlp |
| value: 0.492 |
| - filter: layers.46.self_attn |
| value: 0.706 |
| - filter: layers.46.mlp |
| value: 0.499 |
| - filter: layers.47.self_attn |
| value: 0.67 |
| - filter: layers.47.mlp |
| value: 0.493 |
| - filter: layers.48.self_attn |
| value: 0.752 |
| - filter: layers.48.mlp |
| value: 0.487 |
| - filter: layers.49.self_attn |
| value: 0.741 |
| - filter: layers.49.mlp |
| value: 0.514 |
| - filter: layers.50.self_attn |
| value: 0.726 |
| - filter: layers.50.mlp |
| value: 0.503 |
| - filter: layers.51.self_attn |
| value: 0.562 |
| - filter: layers.51.mlp |
| value: 0.443 |
| - filter: layers.52.self_attn |
| value: 0.554 |
| - filter: layers.52.mlp |
| value: 0.776 |
| - filter: layers.53.self_attn |
| value: 0.762 |
| - filter: layers.53.mlp |
| value: 0.506 |
| - filter: layers.54.self_attn |
| value: 0.55 |
| - filter: layers.54.mlp |
| value: 0.429 |
| - filter: layers.55.self_attn |
| value: 0.552 |
| - filter: layers.55.mlp |
| value: 0.445 |
| - filter: layers.56.self_attn |
| value: 0.574 |
| - filter: layers.56.mlp |
| value: 0.494 |
| - filter: layers.57.self_attn |
| value: 0.542 |
| - filter: layers.57.mlp |
| value: 0.427 |
| - filter: layers.58.self_attn |
| value: 0.534 |
| - filter: layers.58.mlp |
| value: 0.535 |
| - filter: layers.59.self_attn |
| value: 0.554 |
| - filter: layers.59.mlp |
| value: 0.59 |
| - filter: self_attn |
| value: 0.45 |
| - filter: mlp |
| value: 0.45 |
| - value: 0.4 |
| density: 0.85 |
| epsilon: 0.1 |
| parameters: |
| normalize: false |
| lambda: 1.0 |
| tokenizer: |
| source: union |
| dtype: float32 |
| out_dtype: bfloat16 |
| ``` |
| |
| </div> |
| </details> |
| <!-- END OF CONFIG 1 --> |
|
|
| <!-- START OF CONFIG 1 --> |
| <details> |
| <summary><b>Multi-merge</b></summary> |
| <div align="left"> |
| <br> |
|
|
| ```yaml |
| name: clever-basename |
| |
| merge_method: nullspace |
| base_model: ./gemma-4-31B-base |
| |
| models: |
| - model: ./Gemma4-GarnetV2-31B |
| parameters: |
| weight: 1.0 |
| |
| parameters: |
| protect_base: true |
| nr: 256 |
| |
| tokenizer: |
| source: base |
| chat_template: auto |
| |
| dtype: float32 |
| out_dtype: bfloat16 |
| --- |
| name: clever-intname |
| merge_method: cabs |
| |
| base_model: ./clever-basename |
| |
| models: |
| - model: ./clever-basename |
| |
| - model: ./G4-MeroMero-31B-uncensored-heretic |
| parameters: |
| weight: 0.6 |
| n_val: 16 |
| m_val: 32 |
| - model: ./Gemma-4-Gembrain-31B-heretic |
| parameters: |
| weight: 0.4 |
| n_val: 11 |
| m_val: 33 |
| |
| default_n_val: 8 |
| default_m_val: 32 |
| |
| pruning_order: |
| - ./G4-MeroMero-31B-uncensored-heretic |
| - ./Gemma-4-Gembrain-31B-heretic |
| |
| dtype: float32 |
| out_dtype: bfloat16 |
| |
| tokenizer: |
| source: union |
| |
| chat_template: auto |
| --- |
| name: the-most-clevername |
| |
| merge_method: actmat |
| |
| base_model: ./gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic |
| |
| models: |
| - model: ./gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic |
| - model: ./LatitudeGames-Equinox-31B |
| parameters: |
| weight: 1 |
| - model: ./clever-intname |
| parameters: |
| weight: 1 |
| - model: ./Fabled-Gemma4-31B |
| parameters: |
| weight: 1 |
| |
| parameters: |
| epsilon: 1e-6 |
| |
| tokenizer: |
| source: "union" |
| |
| dtype: bfloat16 |
| out_dtype: bfloat16 |
| |
| chat_template: auto |
| ``` |
| </div> |
| </details> |
| <!-- END OF CONFIG 2 --> |
| <br> |
|
|
| </div> |
|
|
