Mark native validation complete

fit-report.json

@@ -65,125 +65,125 @@
   "split_half_convergence": {
     "split": "even-versus-odd valid fitting prompts",
     "heldout_prompt": {
-      "source": "external synthetic validation sentence",
-      "index": 100,
-      "token_count": 17
+      "source": "/workspace/alpha-lens-artifacts/same-position-affine-d06fc71/fit-prompts.jsonl",
+      "index": 99,
+      "token_count": 92
     },
-    "heldout_top1_agreement": 0.5,
-    "heldout_top5_overlap": 0.9,
-    "heldout_readout_rank_correlation": 0.9951201986680135,
+    "heldout_top1_agreement": 0.8125,
+    "heldout_top5_overlap": 0.9625,
+    "heldout_readout_rank_correlation": 0.9917821190834761,
     "per_site": {
       "block.000.post": {
         "relative_frobenius_difference": 0.11330720628413433,
         "mean_row_cosine_similarity": 0.9937496335120167,
-        "heldout_top1_agreement": 0,
+        "heldout_top1_agreement": 1,
         "heldout_top5_overlap": 1,
-        "heldout_readout_rank_correlation": 0.9938488068401942
+        "heldout_readout_rank_correlation": 0.993633726304403
       },
       "block.001.post": {
         "relative_frobenius_difference": 0.11215034288173786,
         "mean_row_cosine_similarity": 0.9938853727320716,
-        "heldout_top1_agreement": 0,
+        "heldout_top1_agreement": 1,
         "heldout_top5_overlap": 1,
-        "heldout_readout_rank_correlation": 0.9938574333966892
+        "heldout_readout_rank_correlation": 0.9889375964714634
       },
       "block.002.post": {
         "relative_frobenius_difference": 0.11150581338117614,
         "mean_row_cosine_similarity": 0.9939526843390902,
-        "heldout_top1_agreement": 0,
+        "heldout_top1_agreement": 1,
         "heldout_top5_overlap": 1,
-        "heldout_readout_rank_correlation": 0.993812456382076
+        "heldout_readout_rank_correlation": 0.9902789998000545
       },
       "block.003.post": {
         "relative_frobenius_difference": 0.11005337951364569,
         "mean_row_cosine_similarity": 0.9941146433162439,
-        "heldout_top1_agreement": 0,
+        "heldout_top1_agreement": 1,
         "heldout_top5_overlap": 0.8,
-        "heldout_readout_rank_correlation": 0.9938561098191464
+        "heldout_readout_rank_correlation": 0.9876347950733294
       },
       "block.004.post": {
         "relative_frobenius_difference": 0.10760264511474193,
         "mean_row_cosine_similarity": 0.9943777003488947,
         "heldout_top1_agreement": 1,
-        "heldout_top5_overlap": 0.8,
-        "heldout_readout_rank_correlation": 0.9938671870928051
+        "heldout_top5_overlap": 1,
+        "heldout_readout_rank_correlation": 0.9894897853906315
       },
       "block.005.post": {
         "relative_frobenius_difference": 0.10669721675285727,
         "mean_row_cosine_similarity": 0.9944726500068686,
-        "heldout_top1_agreement": 0,
+        "heldout_top1_agreement": 1,
         "heldout_top5_overlap": 1,
-        "heldout_readout_rank_correlation": 0.9934791118224942
+        "heldout_readout_rank_correlation": 0.986223949034681
       },
       "block.006.post": {
         "relative_frobenius_difference": 0.10022025691966024,
         "mean_row_cosine_similarity": 0.9951309006898356,
-        "heldout_top1_agreement": 0,
-        "heldout_top5_overlap": 0.8,
-        "heldout_readout_rank_correlation": 0.9937732580947264
+        "heldout_top1_agreement": 1,
+        "heldout_top5_overlap": 1,
+        "heldout_readout_rank_correlation": 0.9907683106950765
       },
       "block.007.post": {
         "relative_frobenius_difference": 0.09711572079975297,
         "mean_row_cosine_similarity": 0.9954422550415949,
         "heldout_top1_agreement": 0,
         "heldout_top5_overlap": 0.8,
-        "heldout_readout_rank_correlation": 0.9938796727590365
+        "heldout_readout_rank_correlation": 0.9828038813325833
       },
       "block.008.post": {
         "relative_frobenius_difference": 0.09313701365433766,
         "mean_row_cosine_similarity": 0.995817167219063,
         "heldout_top1_agreement": 0,
-        "heldout_top5_overlap": 0.8,
-        "heldout_readout_rank_correlation": 0.9938971271735219
+        "heldout_top5_overlap": 1,
+        "heldout_readout_rank_correlation": 0.9907449197911632
       },
       "block.009.post": {
         "relative_frobenius_difference": 0.08822666489273606,
         "mean_row_cosine_similarity": 0.99625857960613,
-        "heldout_top1_agreement": 1,
-        "heldout_top5_overlap": 0.8,
-        "heldout_readout_rank_correlation": 0.9943874075624154
+        "heldout_top1_agreement": 0,
+        "heldout_top5_overlap": 1,
+        "heldout_readout_rank_correlation": 0.9899805549567106
       },
       "block.010.post": {
         "relative_frobenius_difference": 0.08168784842376356,
         "mean_row_cosine_similarity": 0.9968006350566984,
         "heldout_top1_agreement": 1,
-        "heldout_top5_overlap": 0.8,
-        "heldout_readout_rank_correlation": 0.9947042053654448
+        "heldout_top5_overlap": 1,
+        "heldout_readout_rank_correlation": 0.9937126822805975
       },
       "block.011.post": {
         "relative_frobenius_difference": 0.073095319263959,
         "mean_row_cosine_similarity": 0.9974544951921425,
         "heldout_top1_agreement": 1,
-        "heldout_top5_overlap": 1,
-        "heldout_readout_rank_correlation": 0.9959092253690472
+        "heldout_top5_overlap": 0.8,
+        "heldout_readout_rank_correlation": 0.9949926405412486
       },
       "block.012.post": {
         "relative_frobenius_difference": 0.06848760695039217,
         "mean_row_cosine_similarity": 0.9977674823272114,
         "heldout_top1_agreement": 1,
-        "heldout_top5_overlap": 0.8,
-        "heldout_readout_rank_correlation": 0.9962736343873367
+        "heldout_top5_overlap": 1,
+        "heldout_readout_rank_correlation": 0.9943759981687764
       },
       "block.013.post": {
         "relative_frobenius_difference": 0.056115025606344446,
         "mean_row_cosine_similarity": 0.9985084720136246,
         "heldout_top1_agreement": 1,
         "heldout_top5_overlap": 1,
-        "heldout_readout_rank_correlation": 0.9972000990084483
+        "heldout_readout_rank_correlation": 0.9963402025443784
       },
       "block.014.post": {
         "relative_frobenius_difference": 0.03242463899426187,
         "mean_row_cosine_similarity": 0.9994884095095996,
         "heldout_top1_agreement": 1,
         "heldout_top5_overlap": 1,
-        "heldout_readout_rank_correlation": 0.999177444106367
+        "heldout_readout_rank_correlation": 0.9985958631445483
       },
       "block.015.post": {
         "relative_frobenius_difference": 0.0000011920968035056725,
         "mean_row_cosine_similarity": 1,
         "heldout_top1_agreement": 1,
         "heldout_top5_overlap": 1,
-        "heldout_readout_rank_correlation": 0.9999999995084686
+        "heldout_readout_rank_correlation": 0.9999999998059744
       }
     },
     "informational": true

lens-manifest.json

@@ -454,6 +454,6 @@
   },
   "validation": {
     "artifact": "validation.json",
-    "status": "partial"
+    "status": "pass"
   }
 }

validation.json

@@ -5,8 +5,8 @@
   "model_revision": "ab1c5be13a12c0feb2d5e2c9af89bd5924a0e8b0",
   "checkpoint_fingerprint": "sha256:399f776b49acc0c8834ff8a7f2390454e2c5f2d833a264e3f83ff546e973cfec",
   "weights_fingerprint": "sha256:282087102243eb19cbdffd1dbf19d776b7f2e9f73029283e21b20bf79a5c66d4",
-  "source_repository_commit": "d06fc71b7b0f9064e1b278d13b7801ba54ff1282",
-  "adapter_commit": "d06fc71b7b0f9064e1b278d13b7801ba54ff1282",
+  "source_repository_commit": "7f7111c18f3fea6ceee9f83f7e51a51e2c2fc0c6",
+  "adapter_commit": "7f7111c18f3fea6ceee9f83f7e51a51e2c2fc0c6",
   "runtime_version": "@alpha/lens 0.1.0; blah-lens-http/1",
   "framework": "alpha2 native TypeScript autograd and tensor engine",
   "operating_system": "linux x64",
@@ -397,125 +397,125 @@
       "measurements": {
         "split": "even-versus-odd valid fitting prompts",
         "heldout_prompt": {
-          "source": "external synthetic validation sentence",
-          "index": 100,
-          "token_count": 17
+          "source": "/workspace/alpha-lens-artifacts/same-position-affine-d06fc71/fit-prompts.jsonl",
+          "index": 99,
+          "token_count": 92
         },
-        "heldout_top1_agreement": 0.5,
-        "heldout_top5_overlap": 0.9,
-        "heldout_readout_rank_correlation": 0.9951201986680135,
+        "heldout_top1_agreement": 0.8125,
+        "heldout_top5_overlap": 0.9625,
+        "heldout_readout_rank_correlation": 0.9917821190834761,
         "per_site": {
           "block.000.post": {
             "relative_frobenius_difference": 0.11330720628413433,
             "mean_row_cosine_similarity": 0.9937496335120167,
-            "heldout_top1_agreement": 0,
+            "heldout_top1_agreement": 1,
             "heldout_top5_overlap": 1,
-            "heldout_readout_rank_correlation": 0.9938488068401942
+            "heldout_readout_rank_correlation": 0.993633726304403
           },
           "block.001.post": {
             "relative_frobenius_difference": 0.11215034288173786,
             "mean_row_cosine_similarity": 0.9938853727320716,
-            "heldout_top1_agreement": 0,
+            "heldout_top1_agreement": 1,
             "heldout_top5_overlap": 1,
-            "heldout_readout_rank_correlation": 0.9938574333966892
+            "heldout_readout_rank_correlation": 0.9889375964714634
           },
           "block.002.post": {
             "relative_frobenius_difference": 0.11150581338117614,
             "mean_row_cosine_similarity": 0.9939526843390902,
-            "heldout_top1_agreement": 0,
+            "heldout_top1_agreement": 1,
             "heldout_top5_overlap": 1,
-            "heldout_readout_rank_correlation": 0.993812456382076
+            "heldout_readout_rank_correlation": 0.9902789998000545
           },
           "block.003.post": {
             "relative_frobenius_difference": 0.11005337951364569,
             "mean_row_cosine_similarity": 0.9941146433162439,
-            "heldout_top1_agreement": 0,
+            "heldout_top1_agreement": 1,
             "heldout_top5_overlap": 0.8,
-            "heldout_readout_rank_correlation": 0.9938561098191464
+            "heldout_readout_rank_correlation": 0.9876347950733294
           },
           "block.004.post": {
             "relative_frobenius_difference": 0.10760264511474193,
             "mean_row_cosine_similarity": 0.9943777003488947,
             "heldout_top1_agreement": 1,
-            "heldout_top5_overlap": 0.8,
-            "heldout_readout_rank_correlation": 0.9938671870928051
+            "heldout_top5_overlap": 1,
+            "heldout_readout_rank_correlation": 0.9894897853906315
           },
           "block.005.post": {
             "relative_frobenius_difference": 0.10669721675285727,
             "mean_row_cosine_similarity": 0.9944726500068686,
-            "heldout_top1_agreement": 0,
+            "heldout_top1_agreement": 1,
             "heldout_top5_overlap": 1,
-            "heldout_readout_rank_correlation": 0.9934791118224942
+            "heldout_readout_rank_correlation": 0.986223949034681
           },
           "block.006.post": {
             "relative_frobenius_difference": 0.10022025691966024,
             "mean_row_cosine_similarity": 0.9951309006898356,
-            "heldout_top1_agreement": 0,
-            "heldout_top5_overlap": 0.8,
-            "heldout_readout_rank_correlation": 0.9937732580947264
+            "heldout_top1_agreement": 1,
+            "heldout_top5_overlap": 1,
+            "heldout_readout_rank_correlation": 0.9907683106950765
           },
           "block.007.post": {
             "relative_frobenius_difference": 0.09711572079975297,
             "mean_row_cosine_similarity": 0.9954422550415949,
             "heldout_top1_agreement": 0,
             "heldout_top5_overlap": 0.8,
-            "heldout_readout_rank_correlation": 0.9938796727590365
+            "heldout_readout_rank_correlation": 0.9828038813325833
           },
           "block.008.post": {
             "relative_frobenius_difference": 0.09313701365433766,
             "mean_row_cosine_similarity": 0.995817167219063,
             "heldout_top1_agreement": 0,
-            "heldout_top5_overlap": 0.8,
-            "heldout_readout_rank_correlation": 0.9938971271735219
+            "heldout_top5_overlap": 1,
+            "heldout_readout_rank_correlation": 0.9907449197911632
           },
           "block.009.post": {
             "relative_frobenius_difference": 0.08822666489273606,
             "mean_row_cosine_similarity": 0.99625857960613,
-            "heldout_top1_agreement": 1,
-            "heldout_top5_overlap": 0.8,
-            "heldout_readout_rank_correlation": 0.9943874075624154
+            "heldout_top1_agreement": 0,
+            "heldout_top5_overlap": 1,
+            "heldout_readout_rank_correlation": 0.9899805549567106
           },
           "block.010.post": {
             "relative_frobenius_difference": 0.08168784842376356,
             "mean_row_cosine_similarity": 0.9968006350566984,
             "heldout_top1_agreement": 1,
-            "heldout_top5_overlap": 0.8,
-            "heldout_readout_rank_correlation": 0.9947042053654448
+            "heldout_top5_overlap": 1,
+            "heldout_readout_rank_correlation": 0.9937126822805975
           },
           "block.011.post": {
             "relative_frobenius_difference": 0.073095319263959,
             "mean_row_cosine_similarity": 0.9974544951921425,
             "heldout_top1_agreement": 1,
-            "heldout_top5_overlap": 1,
-            "heldout_readout_rank_correlation": 0.9959092253690472
+            "heldout_top5_overlap": 0.8,
+            "heldout_readout_rank_correlation": 0.9949926405412486
           },
           "block.012.post": {
             "relative_frobenius_difference": 0.06848760695039217,
             "mean_row_cosine_similarity": 0.9977674823272114,
             "heldout_top1_agreement": 1,
-            "heldout_top5_overlap": 0.8,
-            "heldout_readout_rank_correlation": 0.9962736343873367
+            "heldout_top5_overlap": 1,
+            "heldout_readout_rank_correlation": 0.9943759981687764
           },
           "block.013.post": {
             "relative_frobenius_difference": 0.056115025606344446,
             "mean_row_cosine_similarity": 0.9985084720136246,
             "heldout_top1_agreement": 1,
             "heldout_top5_overlap": 1,
-            "heldout_readout_rank_correlation": 0.9972000990084483
+            "heldout_readout_rank_correlation": 0.9963402025443784
           },
           "block.014.post": {
             "relative_frobenius_difference": 0.03242463899426187,
             "mean_row_cosine_similarity": 0.9994884095095996,
             "heldout_top1_agreement": 1,
             "heldout_top5_overlap": 1,
-            "heldout_readout_rank_correlation": 0.999177444106367
+            "heldout_readout_rank_correlation": 0.9985958631445483
           },
           "block.015.post": {
             "relative_frobenius_difference": 0.0000011920968035056725,
             "mean_row_cosine_similarity": 1,
             "heldout_top1_agreement": 1,
             "heldout_top5_overlap": 1,
-            "heldout_readout_rank_correlation": 0.9999999995084686
+            "heldout_readout_rank_correlation": 0.9999999998059744
           }
         },
         "informational": true
@@ -541,5 +541,5 @@
     "No low-rank artifacts are exported because dense transports are compact for this architecture.",
     "The same-position transport uses one deterministic Rademacher position probe per fitting prompt and output dimension; it is an unbiased diagonal-Jacobian estimator, not an exhaustive per-position Jacobian enumeration."
   ],
-  "created_at": "2026-08-02T00:21:13.876Z"
+  "created_at": "2026-08-02T00:41:37.182Z"
 }