auto-sync 2026-07-03T15:40:37Z workspace (part 3)

workspace/runs/chart_feature_audit_rgb_refs/data_hash.txt

@@ -1,14 +1,14 @@
 {
   "data/cil_charts_rgb_refs/test/index.json": {
-    "content_hash": "a249a4d627b8113988660be3aecd867ba1b7b8b8d00f66eb0e3070439a395554",
+    "content_hash": "d258ed27d587e6f41ef6ffd520832087fe7626b5e5cba2bd6352f50a1f45125a",
     "split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f"
   },
   "data/cil_charts_rgb_refs/train/index.json": {
-    "content_hash": "2cad4dbf330d10ecaeb4ed4e86ceb162850223d2d9618170b6800b1c73e3d531",
+    "content_hash": "1d15143588697e89f7fc2f6375b2745e4d479c726c9a947ff7eb7b2705280e1a",
     "split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372"
   },
   "data/cil_charts_rgb_refs/val/index.json": {
-    "content_hash": "bad9b7241350f81c31e394e231d066a14138a61bb8e23a68e13e15eb5ac65d64",
+    "content_hash": "577761809f93f760fc7de6558a25d8085b2a0e51ca5d969680e99bcfa8586850",
     "split_hash": "9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381"
   }
 }

workspace/runs/chart_feature_audit_rgb_refs/metrics.json

@@ -1,5 +1,5 @@
 {
-  "conclusion": "Current chart exports do not contain observation embeddings or raw observation refs; visual/object-centric chart tokens require a new export or embedding pass.",
+  "conclusion": "Current chart exports expose observation embeddings in every split; visual chart features can be evaluated with leakage-audited indexes.",
   "indexes": [
     "data/cil_charts_rgb_refs/train/index.json",
     "data/cil_charts_rgb_refs/val/index.json",
@@ -10,7 +10,7 @@
     {
       "chart_id": "ms-52ea0261959dfacdbcac",
       "has_instruction": true,
-      "has_observation_embedding_path": false,
+      "has_observation_embedding_path": true,
       "has_observation_ref": true,
       "has_scene_id": true,
       "split": "train",
@@ -19,7 +19,7 @@
     {
       "chart_id": "ms-52ea0261959dfacdbcac",
       "has_instruction": true,
-      "has_observation_embedding_path": false,
+      "has_observation_embedding_path": true,
       "has_observation_ref": true,
       "has_scene_id": true,
       "split": "train",
@@ -28,7 +28,7 @@
     {
       "chart_id": "ms-52ea0261959dfacdbcac",
       "has_instruction": true,
-      "has_observation_embedding_path": false,
+      "has_observation_embedding_path": true,
       "has_observation_ref": true,
       "has_scene_id": true,
       "split": "train",
@@ -37,7 +37,7 @@
     {
       "chart_id": "ms-52ea0261959dfacdbcac",
       "has_instruction": true,
-      "has_observation_embedding_path": false,
+      "has_observation_embedding_path": true,
       "has_observation_ref": true,
       "has_scene_id": true,
       "split": "train",
@@ -46,7 +46,7 @@
     {
       "chart_id": "ms-52ea0261959dfacdbcac",
       "has_instruction": true,
-      "has_observation_embedding_path": false,
+      "has_observation_embedding_path": true,
       "has_observation_ref": true,
       "has_scene_id": true,
       "split": "train",
@@ -55,7 +55,7 @@
     {
       "chart_id": "ms-0a8109ce7ab2ddc1bb1e",
       "has_instruction": true,
-      "has_observation_embedding_path": false,
+      "has_observation_embedding_path": true,
       "has_observation_ref": true,
       "has_scene_id": true,
       "split": "val",
@@ -64,7 +64,7 @@
     {
       "chart_id": "ms-0a8109ce7ab2ddc1bb1e",
       "has_instruction": true,
-      "has_observation_embedding_path": false,
+      "has_observation_embedding_path": true,
       "has_observation_ref": true,
       "has_scene_id": true,
       "split": "val",
@@ -73,7 +73,7 @@
     {
       "chart_id": "ms-0a8109ce7ab2ddc1bb1e",
       "has_instruction": true,
-      "has_observation_embedding_path": false,
+      "has_observation_embedding_path": true,
       "has_observation_ref": true,
       "has_scene_id": true,
       "split": "val",
@@ -82,7 +82,7 @@
     {
       "chart_id": "ms-0a8109ce7ab2ddc1bb1e",
       "has_instruction": true,
-      "has_observation_embedding_path": false,
+      "has_observation_embedding_path": true,
       "has_observation_ref": true,
       "has_scene_id": true,
       "split": "val",
@@ -91,7 +91,7 @@
     {
       "chart_id": "ms-0a8109ce7ab2ddc1bb1e",
       "has_instruction": true,
-      "has_observation_embedding_path": false,
+      "has_observation_embedding_path": true,
       "has_observation_ref": true,
       "has_scene_id": true,
       "split": "val",
@@ -100,7 +100,7 @@
     {
       "chart_id": "ms-4b3a296acc66a14476c3",
       "has_instruction": true,
-      "has_observation_embedding_path": false,
+      "has_observation_embedding_path": true,
       "has_observation_ref": true,
       "has_scene_id": true,
       "split": "test",
@@ -109,7 +109,7 @@
     {
       "chart_id": "ms-4b3a296acc66a14476c3",
       "has_instruction": true,
-      "has_observation_embedding_path": false,
+      "has_observation_embedding_path": true,
       "has_observation_ref": true,
       "has_scene_id": true,
       "split": "test",
@@ -118,7 +118,7 @@
     {
       "chart_id": "ms-4b3a296acc66a14476c3",
       "has_instruction": true,
-      "has_observation_embedding_path": false,
+      "has_observation_embedding_path": true,
       "has_observation_ref": true,
       "has_scene_id": true,
       "split": "test",
@@ -127,7 +127,7 @@
     {
       "chart_id": "ms-4b3a296acc66a14476c3",
       "has_instruction": true,
-      "has_observation_embedding_path": false,
+      "has_observation_embedding_path": true,
       "has_observation_ref": true,
       "has_scene_id": true,
       "split": "test",
@@ -136,7 +136,7 @@
     {
       "chart_id": "ms-4b3a296acc66a14476c3",
       "has_instruction": true,
-      "has_observation_embedding_path": false,
+      "has_observation_embedding_path": true,
       "has_observation_ref": true,
       "has_scene_id": true,
       "split": "test",
@@ -149,14 +149,15 @@
       "charts": 2044,
       "feature_dims": {
         "base": 112,
-        "base_context": 130
+        "base_context": 130,
+        "base_context_obs": 162
       },
       "include_outcomes": true,
       "index": "data/cil_charts_rgb_refs/train/index.json",
       "instruction_present": 32704,
       "instruction_rate": 1.0,
-      "observation_embedding_path_present": 0,
-      "observation_embedding_path_rate": 0.0,
+      "observation_embedding_path_present": 32704,
+      "observation_embedding_path_rate": 1.0,
       "observation_ref_present": 32704,
       "observation_ref_rate": 1.0,
       "retrieval_index_allowed": true,
@@ -178,14 +179,15 @@
       "charts": 419,
       "feature_dims": {
         "base": 112,
-        "base_context": 130
+        "base_context": 130,
+        "base_context_obs": 162
       },
       "include_outcomes": true,
       "index": "data/cil_charts_rgb_refs/val/index.json",
       "instruction_present": 6704,
       "instruction_rate": 1.0,
-      "observation_embedding_path_present": 0,
-      "observation_embedding_path_rate": 0.0,
+      "observation_embedding_path_present": 6704,
+      "observation_embedding_path_rate": 1.0,
       "observation_ref_present": 6704,
       "observation_ref_rate": 1.0,
       "retrieval_index_allowed": false,
@@ -207,14 +209,15 @@
       "charts": 410,
       "feature_dims": {
         "base": 112,
-        "base_context": 130
+        "base_context": 130,
+        "base_context_obs": 162
       },
       "include_outcomes": true,
       "index": "data/cil_charts_rgb_refs/test/index.json",
       "instruction_present": 6560,
       "instruction_rate": 1.0,
-      "observation_embedding_path_present": 0,
-      "observation_embedding_path_rate": 0.0,
+      "observation_embedding_path_present": 6560,
+      "observation_embedding_path_rate": 1.0,
       "observation_ref_present": 6560,
       "observation_ref_rate": 1.0,
       "retrieval_index_allowed": false,

workspace/runs/chart_feature_audit_rgb_refs/report.md

@@ -1,9 +1,9 @@
 # Chart Feature Source Audit
 
-Current chart exports do not contain observation embeddings or raw observation refs; visual/object-centric chart tokens require a new export or embedding pass.
+Current chart exports expose observation embeddings in every split; visual chart features can be evaluated with leakage-audited indexes.
 
 | Split | Rows | Obs embedding path | Obs ref | Scene id | Instruction | Feature dims |
 | --- | ---: | ---: | ---: | ---: | ---: | --- |
-| train | 32704 | 0 (0.00%) | 32704 (100.00%) | 32704 (100.00%) | 32704 (100.00%) | {"base": 112, "base_context": 130} |
-| val | 6704 | 0 (0.00%) | 6704 (100.00%) | 6704 (100.00%) | 6704 (100.00%) | {"base": 112, "base_context": 130} |
-| test | 6560 | 0 (0.00%) | 6560 (100.00%) | 6560 (100.00%) | 6560 (100.00%) | {"base": 112, "base_context": 130} |
+| train | 32704 | 32704 (100.00%) | 32704 (100.00%) | 32704 (100.00%) | 32704 (100.00%) | {"base": 112, "base_context": 130, "base_context_obs": 162} |
+| val | 6704 | 6704 (100.00%) | 6704 (100.00%) | 6704 (100.00%) | 6704 (100.00%) | {"base": 112, "base_context": 130, "base_context_obs": 162} |
+| test | 6560 | 6560 (100.00%) | 6560 (100.00%) | 6560 (100.00%) | 6560 (100.00%) | {"base": 112, "base_context": 130, "base_context_obs": 162} |

workspace/runs/chart_feature_audit_rgb_refs/split_hash.txt

@@ -1,14 +1,14 @@
 {
   "data/cil_charts_rgb_refs/test/index.json": {
-    "content_hash": "a249a4d627b8113988660be3aecd867ba1b7b8b8d00f66eb0e3070439a395554",
+    "content_hash": "d258ed27d587e6f41ef6ffd520832087fe7626b5e5cba2bd6352f50a1f45125a",
     "split_hash": "84151df9e88c219b76751677558cc5bbbc19082bf358cea7330158e9e403e25f"
   },
   "data/cil_charts_rgb_refs/train/index.json": {
-    "content_hash": "2cad4dbf330d10ecaeb4ed4e86ceb162850223d2d9618170b6800b1c73e3d531",
+    "content_hash": "1d15143588697e89f7fc2f6375b2745e4d479c726c9a947ff7eb7b2705280e1a",
     "split_hash": "867a94a1c67686c082765671a7bf8d74a9d633085e1b2619c83197c60bf58372"
   },
   "data/cil_charts_rgb_refs/val/index.json": {
-    "content_hash": "bad9b7241350f81c31e394e231d066a14138a61bb8e23a68e13e15eb5ac65d64",
+    "content_hash": "577761809f93f760fc7de6558a25d8085b2a0e51ca5d969680e99bcfa8586850",
     "split_hash": "9d1dc1c10868f76fa080895df0f2730c173f12b6db14932599d55c2b60859381"
   }
 }

workspace/runs/chart_feature_audit_rgb_refs/table.tex

@@ -3,8 +3,8 @@
 \toprule
 Split & Rows & ObsEmbed & ObsRef & Instruction \\
 \midrule
-train & 32704 & 0 & 32704 & 32704 \\
-val & 6704 & 0 & 6704 & 6704 \\
-test & 6560 & 0 & 6560 & 6560 \\
+train & 32704 & 32704 & 32704 & 32704 \\
+val & 6704 & 6704 & 6704 & 6704 \\
+test & 6560 & 6560 & 6560 & 6560 \\
 \bottomrule
 \end{tabular}