Trim trace dataset columns

Co-Authored-By: Codex <codex@openai.com>

README.md

@@ -132,7 +132,8 @@ images use a fixed `image: ...` description without OCR or image storage. The
 trace also records category, urgency, fixed signals, result counts, and a
 deterministic `result_summary` explaining the scam pattern and risk label.
 All trace columns are flat scalar values; no dataset cell contains a nested
-dictionary.
+dictionary. Detected signals are combined into the readable `scam_tactics`
+column.
 It never stores raw messages, screenshots, links, detected identifiers, model
 explanations, reply text, exceptions, or credentials.
 

tests/test_tracing.py

@@ -72,7 +72,6 @@ class TraceTests(unittest.TestCase):
             image_record["result_summary"],
         )
         self.assertIn("Strong scam indicators", image_record["result_summary"])
-        self.assertEqual(image_record["input_storage"], "image_description_only")
         for removed in (
             "pipeline_steps",
             "cache",
@@ -85,6 +84,23 @@ class TraceTests(unittest.TestCase):
             "image_size_bucket",
             "language_hint",
             "modal",
+            "exception_text_stored",
+            "identifiers_stored",
+            "input_storage",
+            "raw_image_stored",
+            "raw_input_stored",
+            "raw_model_output_stored",
+            "red_flag_count",
+            "reply_draft_returned",
+            "signal_account_threat",
+            "signal_challan",
+            "signal_cnic",
+            "signal_courier",
+            "signal_credentials",
+            "signal_link",
+            "signal_otp",
+            "signal_payment",
+            "signal_refund_or_prize",
         ):
             self.assertNotIn(removed, image_record)
 
@@ -104,11 +120,11 @@ class TraceTests(unittest.TestCase):
             "No completed assessment result was available",
             text_record["result_summary"],
         )
-        self.assertEqual(text_record["input_storage"], "redacted_text")
         self.assertFalse(any(
             isinstance(value, (dict, list))
             for value in text_record.values()
         ))
+        self.assertEqual(next(iter(text_record)), "trace_id")
 
     def test_opt_out_does_not_queue_trace(self) -> None:
         with patch("app.queue_trace") as queue_mock:

traces/data/trace_samples.jsonl

@@ -1,6 +1,6 @@
-{"exception_text_stored": false, "identifiers_stored": false, "input": "text: PAKISTAN POST: [NAME_OR_ENTITY] parcel [ADDRESS]. [NAME_OR_ENTITY] Rs. 85 today at [LINK] or the parcel will be destroyed.", "input_category": "courier", "input_storage": "redacted_text", "raw_image_stored": false, "raw_input_stored": false, "raw_model_output_stored": false, "red_flag_count": 4, "reply_draft_policy": "suppressed", "reply_draft_returned": false, "result_summary": "Likely scam: Courier-style content with link, urgency, payment, courier signals. Known courier pattern. Strong scam indicators were found; avoid payments, links, and sharing credentials.", "risk_label": "Likely scam", "safe_next_step_count": 4, "scam_tactics": "link, urgency, payment, courier", "signal_account_threat": false, "signal_challan": false, "signal_cnic": false, "signal_courier": true, "signal_credentials": false, "signal_link": true, "signal_otp": false, "signal_payment": true, "signal_refund_or_prize": false, "timestamp": "2026-06-07T06:49:33.145291+00:00", "trace_id": "57c92b49-6166-41d4-9f98-ded53729c963", "urgency": true}
-{"exception_text_stored": false, "identifiers_stored": false, "input": "text: FBR REFUND: [NAME_OR_ENTITY] are eligible for Rs 42,[NUMBER]. [NAME_OR_ENTITY] your CNIC and bank card [REDACTED] at the link today to receive payment.", "input_category": "fbr", "input_storage": "redacted_text", "raw_image_stored": false, "raw_input_stored": false, "raw_model_output_stored": false, "red_flag_count": 4, "reply_draft_policy": "suppressed", "reply_draft_returned": false, "result_summary": "Likely scam: FBR-style content with CNIC, credential, urgency, payment signals. Known FBR pattern. Strong scam indicators were found; avoid payments, links, and sharing credentials.", "risk_label": "Likely scam", "safe_next_step_count": 4, "scam_tactics": "cnic, credentials, urgency, payment, refund_or_prize", "signal_account_threat": false, "signal_challan": false, "signal_cnic": true, "signal_courier": false, "signal_credentials": true, "signal_link": false, "signal_otp": false, "signal_payment": true, "signal_refund_or_prize": true, "timestamp": "2026-06-07T06:49:33.145489+00:00", "trace_id": "18b01fe5-eed0-49c8-9457-a6c9f49ccf71", "urgency": true}
-{"exception_text_stored": false, "identifiers_stored": false, "input": "text: HBL [NAME_OR_ENTITY]: [NAME_OR_ENTITY] account [REDACTED] be suspended. [NAME_OR_ENTITY] the OTP [REDACTED] to your phone with our support team immediately.", "input_category": "bank", "input_storage": "redacted_text", "raw_image_stored": false, "raw_input_stored": false, "raw_model_output_stored": false, "red_flag_count": 3, "reply_draft_policy": "suppressed", "reply_draft_returned": false, "result_summary": "Likely scam: Bank-style content with OTP, urgency, account-threat signals. Known bank pattern. Strong scam indicators were found; avoid payments, links, and sharing credentials.", "risk_label": "Likely scam", "safe_next_step_count": 5, "scam_tactics": "otp, urgency, account_threat", "signal_account_threat": true, "signal_challan": false, "signal_cnic": false, "signal_courier": false, "signal_credentials": false, "signal_link": false, "signal_otp": true, "signal_payment": false, "signal_refund_or_prize": false, "timestamp": "2026-06-07T06:49:33.145659+00:00", "trace_id": "fc38b636-2907-4ace-890a-c70f2f5350bc", "urgency": true}
-{"exception_text_stored": false, "identifiers_stored": false, "input": "image: Courier-style content with link, urgency, courier signals", "input_category": "courier", "input_storage": "image_description_only", "raw_image_stored": false, "raw_input_stored": false, "raw_model_output_stored": false, "red_flag_count": 4, "reply_draft_policy": "suppressed", "reply_draft_returned": false, "result_summary": "Likely scam: Courier-style content with link, urgency, courier signals. Known courier pattern. Strong scam indicators were found; avoid payments, links, and sharing credentials.", "risk_label": "Likely scam", "safe_next_step_count": 4, "scam_tactics": "link, urgency, courier", "signal_account_threat": false, "signal_challan": false, "signal_cnic": false, "signal_courier": true, "signal_credentials": false, "signal_link": true, "signal_otp": false, "signal_payment": false, "signal_refund_or_prize": false, "timestamp": "2026-06-07T06:49:33.145799+00:00", "trace_id": "d83cb31c-44bb-4fc1-8d13-68776e509b33", "urgency": true}
-{"exception_text_stored": false, "identifiers_stored": false, "input": "image: Marketplace-style content with credential signals", "input_category": "marketplace", "input_storage": "image_description_only", "raw_image_stored": false, "raw_input_stored": false, "raw_model_output_stored": false, "red_flag_count": 3, "reply_draft_policy": "suppressed", "reply_draft_returned": false, "result_summary": "Likely scam: Marketplace-style content with credential signals. Known marketplace pattern. Strong scam indicators were found; avoid payments, links, and sharing credentials.", "risk_label": "Likely scam", "safe_next_step_count": 4, "scam_tactics": "credentials", "signal_account_threat": false, "signal_challan": false, "signal_cnic": false, "signal_courier": false, "signal_credentials": true, "signal_link": false, "signal_otp": false, "signal_payment": false, "signal_refund_or_prize": false, "timestamp": "2026-06-07T06:49:33.146161+00:00", "trace_id": "aed94a0c-db03-48fc-92f7-ec8ba14b9124", "urgency": false}
-{"exception_text_stored": false, "identifiers_stored": false, "input": "image: Traffic-challan-style content with link, urgency, payment, challan signals", "input_category": "traffic_challan", "input_storage": "image_description_only", "raw_image_stored": false, "raw_input_stored": false, "raw_model_output_stored": false, "red_flag_count": 3, "reply_draft_policy": "suppressed", "reply_draft_returned": false, "result_summary": "Likely scam: Traffic-challan-style content with link, urgency, payment, challan signals. Known traffic-challan pattern. Strong scam indicators were found; avoid payments, links, and sharing credentials.", "risk_label": "Likely scam", "safe_next_step_count": 4, "scam_tactics": "link, urgency, payment, challan", "signal_account_threat": false, "signal_challan": true, "signal_cnic": false, "signal_courier": false, "signal_credentials": false, "signal_link": true, "signal_otp": false, "signal_payment": true, "signal_refund_or_prize": false, "timestamp": "2026-06-07T06:49:33.146349+00:00", "trace_id": "bf534dfe-991e-4291-93d5-5994f0964c19", "urgency": true}
+{"trace_id": "44123b4e-1e27-42db-a25e-c152d40db44f", "timestamp": "2026-06-07T06:57:14.262543+00:00", "input": "text: PAKISTAN POST: [NAME_OR_ENTITY] parcel [ADDRESS]. [NAME_OR_ENTITY] Rs. 85 today at [LINK] or the parcel will be destroyed.", "input_category": "courier", "urgency": true, "scam_tactics": "link, urgency, payment, courier", "result_summary": "Likely scam: Courier-style content with link, urgency, payment, courier signals. Known courier pattern. Strong scam indicators were found; avoid payments, links, and sharing credentials.", "risk_label": "Likely scam", "safe_next_step_count": 4, "reply_draft_policy": "suppressed"}
+{"trace_id": "166594ae-e201-49cb-bbff-07482bcdd779", "timestamp": "2026-06-07T06:57:14.262745+00:00", "input": "text: FBR REFUND: [NAME_OR_ENTITY] are eligible for Rs 42,[NUMBER]. [NAME_OR_ENTITY] your CNIC and bank card [REDACTED] at the link today to receive payment.", "input_category": "fbr", "urgency": true, "scam_tactics": "cnic, credentials, urgency, payment, refund_or_prize", "result_summary": "Likely scam: FBR-style content with CNIC, credential, urgency, payment signals. Known FBR pattern. Strong scam indicators were found; avoid payments, links, and sharing credentials.", "risk_label": "Likely scam", "safe_next_step_count": 4, "reply_draft_policy": "suppressed"}
+{"trace_id": "a8c5849b-19af-4ecd-9e31-482f594055ac", "timestamp": "2026-06-07T06:57:14.262936+00:00", "input": "text: HBL [NAME_OR_ENTITY]: [NAME_OR_ENTITY] account [REDACTED] be suspended. [NAME_OR_ENTITY] the OTP [REDACTED] to your phone with our support team immediately.", "input_category": "bank", "urgency": true, "scam_tactics": "otp, urgency, account_threat", "result_summary": "Likely scam: Bank-style content with OTP, urgency, account-threat signals. Known bank pattern. Strong scam indicators were found; avoid payments, links, and sharing credentials.", "risk_label": "Likely scam", "safe_next_step_count": 5, "reply_draft_policy": "suppressed"}
+{"trace_id": "1f832008-9ab6-497a-9a15-1beaa0bf6410", "timestamp": "2026-06-07T06:57:14.263070+00:00", "input": "image: Courier-style content with link, urgency, courier signals", "input_category": "courier", "urgency": true, "scam_tactics": "link, urgency, courier", "result_summary": "Likely scam: Courier-style content with link, urgency, courier signals. Known courier pattern. Strong scam indicators were found; avoid payments, links, and sharing credentials.", "risk_label": "Likely scam", "safe_next_step_count": 4, "reply_draft_policy": "suppressed"}
+{"trace_id": "4478636b-37d7-4646-b58c-7f8cb4d0be90", "timestamp": "2026-06-07T06:57:14.263462+00:00", "input": "image: Marketplace-style content with credential signals", "input_category": "marketplace", "urgency": false, "scam_tactics": "credentials", "result_summary": "Likely scam: Marketplace-style content with credential signals. Known marketplace pattern. Strong scam indicators were found; avoid payments, links, and sharing credentials.", "risk_label": "Likely scam", "safe_next_step_count": 4, "reply_draft_policy": "suppressed"}
+{"trace_id": "c439562d-cafd-4c07-a44e-03002728d7ba", "timestamp": "2026-06-07T06:57:14.263640+00:00", "input": "image: Traffic-challan-style content with link, urgency, payment, challan signals", "input_category": "traffic_challan", "urgency": true, "scam_tactics": "link, urgency, payment, challan", "result_summary": "Likely scam: Traffic-challan-style content with link, urgency, payment, challan signals. Known traffic-challan pattern. Strong scam indicators were found; avoid payments, links, and sharing credentials.", "risk_label": "Likely scam", "safe_next_step_count": 4, "reply_draft_policy": "suppressed"}

traces/dataset_card.md

@@ -41,16 +41,13 @@ and convert it into allow-listed categories, booleans, buckets, and counts.
 - `result_summary`: deterministic summary of the mapped pattern, whether it is
   known or unclassified, and why the risk label matters
 - `scam_tactics`: readable comma-separated tactics
-- Flat boolean signal columns such as `signal_link`, `signal_payment`, and
-  `signal_credentials`
-- Flat result columns such as `risk_label`, `red_flag_count`, and
+- Flat result columns such as `risk_label`, `safe_next_step_count`, and
   `reply_draft_policy`
-- `input_storage`: `redacted_text` or `image_description_only`
-- Flat privacy flags confirming that raw input, images, identifiers, model
-  output, and exception text are not stored
 
 Every dataset cell is a scalar string, number, or boolean. No column contains a
 dictionary or nested object, which keeps the Hugging Face table easy to read.
+`trace_id` is the first serialized column, and all detected boolean signals are
+combined into the single `scam_tactics` category column.
 
 Records do not contain pipeline steps, cache fields, app commits, failure
 details, request source, schema versions, size buckets, language hints, or

traces/runtime.py

@@ -230,11 +230,6 @@ def build_input_profile(text: str, image_data_url: str, example_id: str = "") ->
         "input_category": category,
         "urgency": signals["urgency"],
         "scam_tactics": ", ".join(tactics) if tactics else "none",
-        **{
-            f"signal_{name}": enabled
-            for name, enabled in signals.items()
-            if name != "urgency"
-        },
     }
 
 
@@ -259,12 +254,10 @@ def build_trace_record(
         **input_profile,
         "result_summary": result_summary(risk_label, category, signals),
         "risk_label": risk_label,
-        "red_flag_count": min(len(assessment.get("red_flags", [])), 50),
         "safe_next_step_count": min(
             len(assessment.get("safe_next_steps", [])),
             50,
         ),
-        "reply_draft_returned": bool(assessment.get("reply_draft")),
         "reply_draft_policy": (
             "allowed"
             if risk_label in {"Verify first", "Suspicious"}
@@ -272,16 +265,6 @@ def build_trace_record(
             if risk_label != "none"
             else "not_applicable"
         ),
-        "input_storage": (
-            "redacted_text"
-            if input_profile["input"].startswith("text: ")
-            else "image_description_only"
-        ),
-        "raw_input_stored": False,
-        "raw_image_stored": False,
-        "raw_model_output_stored": False,
-        "exception_text_stored": False,
-        "identifiers_stored": False,
     }
 
 
@@ -296,31 +279,16 @@ def validate_trace(record: Any) -> list[str]:
         "input_category",
         "urgency",
         "scam_tactics",
-        "signal_otp",
-        "signal_cnic",
-        "signal_credentials",
-        "signal_link",
-        "signal_payment",
-        "signal_refund_or_prize",
-        "signal_courier",
-        "signal_challan",
-        "signal_account_threat",
         "result_summary",
         "risk_label",
-        "red_flag_count",
         "safe_next_step_count",
-        "reply_draft_returned",
         "reply_draft_policy",
-        "input_storage",
-        "raw_input_stored",
-        "raw_image_stored",
-        "raw_model_output_stored",
-        "exception_text_stored",
-        "identifiers_stored",
     }
     missing = required - record.keys()
     if missing:
         errors.append("Missing fields: " + ", ".join(sorted(missing)))
+    if record and next(iter(record)) != "trace_id":
+        errors.append("trace_id must be the first column.")
     input_value = record.get("input")
     if not (
         isinstance(input_value, str)
@@ -338,22 +306,6 @@ def validate_trace(record: Any) -> list[str]:
         errors.append("Result summary must be a string.")
     if record.get("risk_label") not in RISK_LABELS:
         errors.append("Invalid risk label.")
-    private_storage_flags = (
-        "raw_input_stored",
-        "raw_image_stored",
-        "raw_model_output_stored",
-        "exception_text_stored",
-        "identifiers_stored",
-    )
-    if any(
-        record.get(key) is not False for key in private_storage_flags
-    ):
-        errors.append("Raw/private storage flags must all be false.")
-    if record.get("input_storage") not in {
-        "redacted_text",
-        "image_description_only",
-    }:
-        errors.append("Invalid input storage category.")
     if any(isinstance(value, (dict, list)) for value in record.values()):
         errors.append("Trace columns must contain scalar values only.")
     forbidden_keys = {
@@ -368,6 +320,23 @@ def validate_trace(record: Any) -> list[str]:
         "image_size_bucket",
         "language_hint",
         "modal",
+        "exception_text_stored",
+        "identifiers_stored",
+        "input_storage",
+        "raw_image_stored",
+        "raw_input_stored",
+        "raw_model_output_stored",
+        "red_flag_count",
+        "reply_draft_returned",
+        "signal_account_threat",
+        "signal_challan",
+        "signal_cnic",
+        "signal_courier",
+        "signal_credentials",
+        "signal_link",
+        "signal_otp",
+        "signal_payment",
+        "signal_refund_or_prize",
         "raw_input",
         "raw_text",
         "image_data_url",
@@ -493,7 +462,7 @@ class TracePublisher:
         final_path = PENDING_DIR / filename
         temporary_path = final_path.with_suffix(".tmp")
         content = "".join(
-            json.dumps(record, sort_keys=True, ensure_ascii=True) + "\n"
+            json.dumps(record, ensure_ascii=True) + "\n"
             for record in accepted
         )
         temporary_path.write_text(content, encoding="utf-8")

traces/scripts/export_pending_traces.py

@@ -33,7 +33,7 @@ def main() -> int:
                 raise RuntimeError(f"{path}: {'; '.join(errors)}")
             records.append(record)
     content = "".join(
-        json.dumps(record, sort_keys=True, ensure_ascii=True) + "\n"
+        json.dumps(record, ensure_ascii=True) + "\n"
         for record in records
     )
     if args.dry_run:

traces/scripts/seed_trace_dataset.py

@@ -69,7 +69,7 @@ def main() -> int:
     args = parser.parse_args()
     records = build_seed_records()
     content = "".join(
-        json.dumps(record, sort_keys=True, ensure_ascii=True) + "\n"
+        json.dumps(record, ensure_ascii=True) + "\n"
         for record in records
     )
     if args.dry_run: