Upload night5/p4_isolated_word_atlas.json with huggingface_hub

night5/p4_isolated_word_atlas.json

@@ -0,0 +1,175 @@
+{
+  "experiment": "P4_isolated_word_atlas",
+  "device": "cuda",
+  "model": "z=(1/N)sum R_pos^p [R_role E(w)+c]",
+  "artifact": "tae_hrr_model_a.pt",
+  "pooled_fit": {
+    "n_rows": 32832,
+    "d": 1024,
+    "has_Q": true,
+    "variant": "a"
+  },
+  "atlas": {
+    "n_words": 117,
+    "decode_fidelity": 0.9316239316239316,
+    "fidelity_by_pos": {
+      "NOUN": 0.9722222222222222,
+      "VERB": 0.9666666666666667,
+      "ADJ": 0.9230769230769231,
+      "ADV": 0.75,
+      "FUNC": 0.9230769230769231
+    },
+    "mean_tokens_per_word": 3.324786324786325,
+    "examples": [
+      {
+        "word": "river",
+        "decode": "river",
+        "hit": true
+      },
+      {
+        "word": "winter",
+        "decode": "winter",
+        "hit": true
+      },
+      {
+        "word": "candle",
+        "decode": "candle",
+        "hit": true
+      },
+      {
+        "word": "sing",
+        "decode": "sing",
+        "hit": true
+      },
+      {
+        "word": "climb",
+        "decode": "climb",
+        "hit": true
+      },
+      {
+        "word": "speak",
+        "decode": "speak",
+        "hit": true
+      },
+      {
+        "word": "purple",
+        "decode": "purple",
+        "hit": true
+      },
+      {
+        "word": "empty",
+        "decode": "empty",
+        "hit": true
+      },
+      {
+        "word": "the",
+        "decode": "the",
+        "hit": true
+      }
+    ],
+    "shuffled_z_fidelity": 0.0,
+    "fidelity_minus_shuffled": 0.9316239316239316
+  },
+  "E_vs_E": {
+    "n_words": 117,
+    "note": "E is a learned code in the fit's internal basis; Procrustes-aligned cos is the fair identity test.",
+    "raw_paired_cos_mean": 0.4206840395927429,
+    "clock_unrot_paired_cos_mean": 0.42260509729385376,
+    "procrustes_cos_raw": 0.9170195460319519,
+    "procrustes_cos_clock_unrot": 0.9170195460319519,
+    "procrustes_cos_NULL_shuffled": 0.8242764472961426,
+    "procrustes_lift_over_null": 0.09274309873580933
+  },
+  "attribute_probes": {
+    "number": {
+      "linear_auc": 1.0,
+      "mlp_auc": 1.0,
+      "n_pairs": 20,
+      "decode_marker_present_frac": 1.0,
+      "decode_examples": [
+        {
+          "infl": "cats",
+          "decode": "cats"
+        },
+        {
+          "infl": "dogs",
+          "decode": "dogs"
+        },
+        {
+          "infl": "books",
+          "decode": "books"
+        },
+        {
+          "infl": "trees",
+          "decode": "trees"
+        },
+        {
+          "infl": "houses",
+          "decode": "houses"
+        }
+      ]
+    },
+    "tense": {
+      "linear_auc": 1.0,
+      "mlp_auc": 1.0,
+      "n_pairs": 20,
+      "decode_marker_present_frac": 0.95,
+      "decode_examples": [
+        {
+          "infl": "walked",
+          "decode": "walked"
+        },
+        {
+          "infl": "played",
+          "decode": "played"
+        },
+        {
+          "infl": "jumped",
+          "decode": "jumped"
+        },
+        {
+          "infl": "opened",
+          "decode": "opened"
+        },
+        {
+          "infl": "called",
+          "decode": "called"
+        }
+      ]
+    },
+    "comparative": {
+      "linear_auc": 1.0,
+      "mlp_auc": 1.0,
+      "n_pairs": 16,
+      "decode_marker_present_frac": 1.0,
+      "decode_examples": [
+        {
+          "infl": "bigger",
+          "decode": "larger"
+        },
+        {
+          "infl": "smaller",
+          "decode": "smaller"
+        },
+        {
+          "infl": "taller",
+          "decode": "taller"
+        },
+        {
+          "infl": "shorter",
+          "decode": "shorter"
+        },
+        {
+          "infl": "faster",
+          "decode": "faster"
+        }
+      ]
+    }
+  },
+  "geometry": {
+    "mean_pairwise_cos": 0.7776270253474544,
+    "max_offdiag_cos": 0.9590964317321777,
+    "z_norm_mean": 0.27610164880752563,
+    "z_norm_std": 0.01787695847451687
+  }
+}