consolidate: absorb task_arithmetic__aligned

task_arithmetic__aligned/.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

task_arithmetic__aligned/README.md

@@ -0,0 +1,43 @@
+---
+library_name: transformers
+tags: [model-merging, mergeability, training-free, quotient-merge-distance]
+---
+
+# goldfish-en-spa_latn__task_arithmetic__aligned
+
+Training-free merged checkpoint from the **Mergeability** sweep
+(`benchmark/emit_lm.py --real`), produced by weight-space merging of two independently
+trained parents. No gradient steps were taken.
+
+| field | value |
+|---|---|
+| pair_id | `goldfish-en-spa_latn` |
+| parent_a | `goldfish-models/eng_latn_1000mb` |
+| parent_b | `goldfish-models/spa_latn_1000mb` |
+| ceiling | `catherinearnett/B-GPT_en_es_simultaneous` |
+| operator | `task_arithmetic` |
+| alignment | `aligned` |
+| align_method | `permutation` |
+| regime | `different_corpora` |
+| eval_langs | `eng_latn+spa_latn` |
+| nll_merge | `6.2756` |
+| nll_floor | `4.5501` |
+| param_coverage | `1.0` |
+| MS | `-2.5372` |
+
+## How it was made
+
+Parents were loaded, activations extracted on a shared calibration corpus, and the merge applied
+either **naive** (parents combined in their own coordinates) or **aligned** (parent B carried into
+parent A's residual-stream basis via `common.alignment.residual_basis_map` before merging —
+permutation for same-width pairs, orthogonal/rectangular for cross-width).
+
+`MS` is the recovery score from `common.eval.mergeability_score` (merged vs. floor vs. ceiling), the
+same normalisation used by Zhou et al., so it is comparable across rows of the sweep.
+
+## Caveats
+
+Sub-1B merges are noisy; an aligned signal where the naive one is noise is the finding, not a bug.
+Rows without a joint ceiling are floor-relative and must not be read as absolute recovery.
+
+Generated automatically — see the [mergeability repo](https://github.com/suchirsalhan/mergeability).

task_arithmetic__aligned/config.json

@@ -0,0 +1,36 @@
+{
+  "activation_function": "gelu",
+  "add_cross_attention": false,
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50000,
+  "dtype": "float32",
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50001,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 512,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_inner": 3072,
+  "n_layer": 12,
+  "n_positions": 512,
+  "pad_token_id": 50002,
+  "prefix": "[CLS]",
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "tie_word_embeddings": true,
+  "transformers_version": "5.14.1",
+  "use_cache": true,
+  "vocab_size": 51200
+}

task_arithmetic__aligned/generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 50000,
+  "eos_token_id": 50001,
+  "pad_token_id": 50002,
+  "transformers_version": "5.14.1",
+  "use_cache": true
+}

task_arithmetic__aligned/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33dea4c04d9b57be5fb8f72317296a7715f5d3f6c55492bf170f4fb7499760a3
+size 499098240

task_arithmetic__aligned/tokenizer_config.json

@@ -0,0 +1,12 @@
+{
+  "backend": "tokenizers",
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "eos_token": "[SEP]",
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "sep_token": "[SEP]",
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": "<unk>"
+}