Attach 6 verification file(s) to zamba2-1.2b-instruct@b363b85 (aether publish --records-only)

verification/a38a5181-0ebd-45a0-af6d-5b6134a47820.json

@@ -0,0 +1,513 @@
+{
+  "at" : "2026-10-06T15:21:21Z",
+  "details" : {
+    "accuracy" : 80,
+    "baseline" : {
+      "accuracy" : 80,
+      "recordId" : "57483426-f34c-4083-8860-b44ec93a7953"
+    },
+    "compute" : "target",
+    "correct" : 40,
+    "drop" : 0,
+    "evalSet" : "copy-fidelity-v1",
+    "items" : [
+      {
+        "correct" : true,
+        "expected" : "15049169422564",
+        "extracted" : "15049169422564",
+        "id" : "copy-fidelity-v1-0000",
+        "output" : "15049169422564",
+        "stopped" : true,
+        "tokens" : 14
+      },
+      {
+        "correct" : true,
+        "expected" : "712534c8-8076-888f-edfd-c8e3cd3ed8ea",
+        "extracted" : "712534c8-8076-888f-edfd-c8e3cd3ed8ea",
+        "id" : "copy-fidelity-v1-0001",
+        "output" : "712534c8-8076-888f-edfd-c8e3cd3ed8ea",
+        "stopped" : true,
+        "tokens" : 31
+      },
+      {
+        "correct" : true,
+        "expected" : "AA6-MXFG-BV",
+        "extracted" : "AA6-MXFG-BV",
+        "id" : "copy-fidelity-v1-0002",
+        "output" : "AA6-MXFG-BV",
+        "stopped" : true,
+        "tokens" : 9
+      },
+      {
+        "correct" : false,
+        "expected" : "{\"id\":45851,\"name\":\"fjord\",\"ok\":false}",
+        "extracted" : "fjord ok",
+        "id" : "copy-fidelity-v1-0003",
+        "output" : "fjord ok",
+        "stopped" : true,
+        "tokens" : 4
+      },
+      {
+        "correct" : true,
+        "expected" : "fjord 4736 cobalt EWECD4",
+        "extracted" : "fjord 4736 cobalt EWECD4",
+        "id" : "copy-fidelity-v1-0004",
+        "output" : "fjord 4736 cobalt EWECD4",
+        "stopped" : true,
+        "tokens" : 15
+      },
+      {
+        "correct" : true,
+        "expected" : "2569722584",
+        "extracted" : "2569722584",
+        "id" : "copy-fidelity-v1-0005",
+        "output" : "2569722584",
+        "stopped" : true,
+        "tokens" : 10
+      },
+      {
+        "correct" : true,
+        "expected" : "b7519f40-90dc-2596-7eaa-480494187094",
+        "extracted" : "b7519f40-90dc-2596-7eaa-480494187094",
+        "id" : "copy-fidelity-v1-0006",
+        "output" : "b7519f40-90dc-2596-7eaa-480494187094",
+        "stopped" : true,
+        "tokens" : 34
+      },
+      {
+        "correct" : true,
+        "expected" : "5QY-37WK-PX",
+        "extracted" : "5QY-37WK-PX",
+        "id" : "copy-fidelity-v1-0007",
+        "output" : "5QY-37WK-PX",
+        "stopped" : true,
+        "tokens" : 11
+      },
+      {
+        "correct" : false,
+        "expected" : "{\"id\":66524,\"name\":\"ember\",\"ok\":true}",
+        "extracted" : "ember",
+        "id" : "copy-fidelity-v1-0008",
+        "output" : "ember",
+        "stopped" : true,
+        "tokens" : 1
+      },
+      {
+        "correct" : true,
+        "expected" : "delta 2466 ember MNQN4S",
+        "extracted" : "delta 2466 ember MNQN4S",
+        "id" : "copy-fidelity-v1-0009",
+        "output" : "delta 2466 ember MNQN4S",
+        "stopped" : true,
+        "tokens" : 14
+      },
+      {
+        "correct" : true,
+        "expected" : "4032708178056737",
+        "extracted" : "4032708178056737",
+        "id" : "copy-fidelity-v1-0010",
+        "output" : "4032708178056737",
+        "stopped" : true,
+        "tokens" : 16
+      },
+      {
+        "correct" : true,
+        "expected" : "753e756d-e779-e1a8-dc6a-d4e25871d1ab",
+        "extracted" : "753e756d-e779-e1a8-dc6a-d4e25871d1ab",
+        "id" : "copy-fidelity-v1-0011",
+        "output" : "753e756d-e779-e1a8-dc6a-d4e25871d1ab",
+        "stopped" : true,
+        "tokens" : 34
+      },
+      {
+        "correct" : true,
+        "expected" : "FZX-AN6Y-QJ",
+        "extracted" : "FZX-AN6Y-QJ",
+        "id" : "copy-fidelity-v1-0012",
+        "output" : "FZX-AN6Y-QJ",
+        "stopped" : true,
+        "tokens" : 10
+      },
+      {
+        "correct" : false,
+        "expected" : "{\"id\":30273,\"name\":\"fjord\",\"ok\":false}",
+        "extracted" : "fjord ok",
+        "id" : "copy-fidelity-v1-0013",
+        "output" : "fjord ok",
+        "stopped" : true,
+        "tokens" : 4
+      },
+      {
+        "correct" : true,
+        "expected" : "bravo 9797 garnet WN452B",
+        "extracted" : "bravo 9797 garnet WN452B",
+        "id" : "copy-fidelity-v1-0014",
+        "output" : "bravo 9797 garnet WN452B",
+        "stopped" : true,
+        "tokens" : 16
+      },
+      {
+        "correct" : true,
+        "expected" : "88983386490283957910788",
+        "extracted" : "88983386490283957910788",
+        "id" : "copy-fidelity-v1-0015",
+        "output" : "88983386490283957910788",
+        "stopped" : true,
+        "tokens" : 23
+      },
+      {
+        "correct" : true,
+        "expected" : "fa84f6b1-c5b4-dc31-a553-17565c21cfc0",
+        "extracted" : "fa84f6b1-c5b4-dc31-a553-17565c21cfc0",
+        "id" : "copy-fidelity-v1-0016",
+        "output" : "fa84f6b1-c5b4-dc31-a553-17565c21cfc0",
+        "stopped" : true,
+        "tokens" : 33
+      },
+      {
+        "correct" : true,
+        "expected" : "WYP-WPF8-JY",
+        "extracted" : "WYP-WPF8-JY",
+        "id" : "copy-fidelity-v1-0017",
+        "output" : "WYP-WPF8-JY",
+        "stopped" : true,
+        "tokens" : 9
+      },
+      {
+        "correct" : false,
+        "expected" : "{\"id\":99260,\"name\":\"juniper\",\"ok\":false}",
+        "extracted" : "juniper ok false",
+        "id" : "copy-fidelity-v1-0018",
+        "output" : "juniper ok false",
+        "stopped" : true,
+        "tokens" : 5
+      },
+      {
+        "correct" : true,
+        "expected" : "garnet 5624 fjord AMULQR",
+        "extracted" : "garnet 5624 fjord AMULQR",
+        "id" : "copy-fidelity-v1-0019",
+        "output" : "garnet 5624 fjord AMULQR",
+        "stopped" : true,
+        "tokens" : 15
+      },
+      {
+        "correct" : true,
+        "expected" : "3384263000",
+        "extracted" : "3384263000",
+        "id" : "copy-fidelity-v1-0020",
+        "output" : "3384263000",
+        "stopped" : true,
+        "tokens" : 10
+      },
+      {
+        "correct" : true,
+        "expected" : "4630a84c-e485-e817-d3c4-c98b37ea29b1",
+        "extracted" : "4630a84c-e485-e817-d3c4-c98b37ea29b1",
+        "id" : "copy-fidelity-v1-0021",
+        "output" : "4630a84c-e485-e817-d3c4-c98b37ea29b1",
+        "stopped" : true,
+        "tokens" : 35
+      },
+      {
+        "correct" : true,
+        "expected" : "5E4-L95U-P9",
+        "extracted" : "5E4-L95U-P9",
+        "id" : "copy-fidelity-v1-0022",
+        "output" : "5E4-L95U-P9",
+        "stopped" : true,
+        "tokens" : 11
+      },
+      {
+        "correct" : false,
+        "expected" : "{\"id\":30560,\"name\":\"garnet\",\"ok\":false}",
+        "extracted" : "garnet ok false",
+        "id" : "copy-fidelity-v1-0023",
+        "output" : "garnet ok false",
+        "stopped" : true,
+        "tokens" : 5
+      },
+      {
+        "correct" : true,
+        "expected" : "harbor 6492 garnet RZHKFT",
+        "extracted" : "harbor 6492 garnet RZHKFT",
+        "id" : "copy-fidelity-v1-0024",
+        "output" : "harbor 6492 garnet RZHKFT",
+        "stopped" : true,
+        "tokens" : 15
+      },
+      {
+        "correct" : true,
+        "expected" : "58630756639800002113463",
+        "extracted" : "58630756639800002113463",
+        "id" : "copy-fidelity-v1-0025",
+        "output" : "58630756639800002113463",
+        "stopped" : true,
+        "tokens" : 23
+      },
+      {
+        "correct" : true,
+        "expected" : "ad30301e-c649-f11d-b6fc-49537158ef0c",
+        "extracted" : "ad30301e-c649-f11d-b6fc-49537158ef0c",
+        "id" : "copy-fidelity-v1-0026",
+        "output" : "ad30301e-c649-f11d-b6fc-49537158ef0c",
+        "stopped" : true,
+        "tokens" : 33
+      },
+      {
+        "correct" : true,
+        "expected" : "9SU-NF4Z-B9",
+        "extracted" : "9SU-NF4Z-B9",
+        "id" : "copy-fidelity-v1-0027",
+        "output" : "9SU-NF4Z-B9",
+        "stopped" : true,
+        "tokens" : 9
+      },
+      {
+        "correct" : false,
+        "expected" : "{\"id\":64286,\"name\":\"harbor\",\"ok\":true}",
+        "extracted" : "harbor ok",
+        "id" : "copy-fidelity-v1-0028",
+        "output" : "harbor ok",
+        "stopped" : true,
+        "tokens" : 3
+      },
+      {
+        "correct" : true,
+        "expected" : "alpha 4098 indigo MJRGJZ",
+        "extracted" : "alpha 4098 indigo MJRGJZ",
+        "id" : "copy-fidelity-v1-0029",
+        "output" : "alpha 4098 indigo MJRGJZ",
+        "stopped" : true,
+        "tokens" : 13
+      },
+      {
+        "correct" : true,
+        "expected" : "8190586487248718806",
+        "extracted" : "8190586487248718806",
+        "id" : "copy-fidelity-v1-0030",
+        "output" : "8190586487248718806",
+        "stopped" : true,
+        "tokens" : 19
+      },
+      {
+        "correct" : true,
+        "expected" : "68bfe6ac-8448-9bd5-43ad-3489830e2cc2",
+        "extracted" : "68bfe6ac-8448-9bd5-43ad-3489830e2cc2",
+        "id" : "copy-fidelity-v1-0031",
+        "output" : "68bfe6ac-8448-9bd5-43ad-3489830e2cc2",
+        "stopped" : true,
+        "tokens" : 31
+      },
+      {
+        "correct" : true,
+        "expected" : "LS3-CF2C-PA",
+        "extracted" : "LS3-CF2C-PA",
+        "id" : "copy-fidelity-v1-0032",
+        "output" : "LS3-CF2C-PA",
+        "stopped" : true,
+        "tokens" : 8
+      },
+      {
+        "correct" : false,
+        "expected" : "{\"id\":76979,\"name\":\"fjord\",\"ok\":true}",
+        "extracted" : "fjord ok",
+        "id" : "copy-fidelity-v1-0033",
+        "output" : "fjord ok",
+        "stopped" : true,
+        "tokens" : 4
+      },
+      {
+        "correct" : true,
+        "expected" : "cobalt 5382 fjord JARNPU",
+        "extracted" : "cobalt 5382 fjord JARNPU",
+        "id" : "copy-fidelity-v1-0034",
+        "output" : "cobalt 5382 fjord JARNPU",
+        "stopped" : true,
+        "tokens" : 15
+      },
+      {
+        "correct" : true,
+        "expected" : "6046622270613680450",
+        "extracted" : "6046622270613680450",
+        "id" : "copy-fidelity-v1-0035",
+        "output" : "6046622270613680450",
+        "stopped" : true,
+        "tokens" : 19
+      },
+      {
+        "correct" : true,
+        "expected" : "391ed6d7-f565-ee35-618e-02e8a5d123e2",
+        "extracted" : "391ed6d7-f565-ee35-618e-02e8a5d123e2",
+        "id" : "copy-fidelity-v1-0036",
+        "output" : "391ed6d7-f565-ee35-618e-02e8a5d123e2",
+        "stopped" : true,
+        "tokens" : 34
+      },
+      {
+        "correct" : true,
+        "expected" : "8TR-BQ6L-4R",
+        "extracted" : "8TR-BQ6L-4R",
+        "id" : "copy-fidelity-v1-0037",
+        "output" : "8TR-BQ6L-4R",
+        "stopped" : true,
+        "tokens" : 10
+      },
+      {
+        "correct" : false,
+        "expected" : "{\"id\":32998,\"name\":\"bravo\",\"ok\":false}",
+        "extracted" : "bravo is not available in the system.",
+        "id" : "copy-fidelity-v1-0038",
+        "output" : "bravo is not available in the system.",
+        "stopped" : true,
+        "tokens" : 9
+      },
+      {
+        "correct" : true,
+        "expected" : "garnet 4759 harbor HY3T8D",
+        "extracted" : "garnet 4759 harbor HY3T8D",
+        "id" : "copy-fidelity-v1-0039",
+        "output" : "garnet 4759 harbor HY3T8D",
+        "stopped" : true,
+        "tokens" : 16
+      },
+      {
+        "correct" : true,
+        "expected" : "730990060521549377",
+        "extracted" : "730990060521549377",
+        "id" : "copy-fidelity-v1-0040",
+        "output" : "730990060521549377",
+        "stopped" : true,
+        "tokens" : 18
+      },
+      {
+        "correct" : true,
+        "expected" : "55467d32-7301-1081-857b-7c3f8cf04041",
+        "extracted" : "55467d32-7301-1081-857b-7c3f8cf04041",
+        "id" : "copy-fidelity-v1-0041",
+        "output" : "55467d32-7301-1081-857b-7c3f8cf04041",
+        "stopped" : true,
+        "tokens" : 35
+      },
+      {
+        "correct" : true,
+        "expected" : "QWN-A5S7-U8",
+        "extracted" : "QWN-A5S7-U8",
+        "id" : "copy-fidelity-v1-0042",
+        "output" : "QWN-A5S7-U8",
+        "stopped" : true,
+        "tokens" : 10
+      },
+      {
+        "correct" : false,
+        "expected" : "{\"id\":87359,\"name\":\"bravo\",\"ok\":true}",
+        "extracted" : "bravo is an established brand in the industry with a strong reputation for quality and reliability.",
+        "id" : "copy-fidelity-v1-0043",
+        "output" : "bravo is an established brand in the industry with a strong reputation for quality and reliability.",
+        "stopped" : true,
+        "tokens" : 19
+      },
+      {
+        "correct" : true,
+        "expected" : "harbor 5675 alpha PVTFQ3",
+        "extracted" : "harbor 5675 alpha PVTFQ3",
+        "id" : "copy-fidelity-v1-0044",
+        "output" : "harbor 5675 alpha PVTFQ3",
+        "stopped" : true,
+        "tokens" : 13
+      },
+      {
+        "correct" : true,
+        "expected" : "026077672172414281421",
+        "extracted" : "026077672172414281421",
+        "id" : "copy-fidelity-v1-0045",
+        "output" : "026077672172414281421",
+        "stopped" : true,
+        "tokens" : 21
+      },
+      {
+        "correct" : true,
+        "expected" : "9954e594-112c-8a99-2a23-f03167181417",
+        "extracted" : "9954e594-112c-8a99-2a23-f03167181417",
+        "id" : "copy-fidelity-v1-0046",
+        "output" : "9954e594-112c-8a99-2a23-f03167181417",
+        "stopped" : true,
+        "tokens" : 36
+      },
+      {
+        "correct" : true,
+        "expected" : "P7C-TKRF-KV",
+        "extracted" : "P7C-TKRF-KV",
+        "id" : "copy-fidelity-v1-0047",
+        "output" : "P7C-TKRF-KV",
+        "stopped" : true,
+        "tokens" : 10
+      },
+      {
+        "correct" : false,
+        "expected" : "{\"id\":26910,\"name\":\"bravo\",\"ok\":false}",
+        "extracted" : "bravo is not available in the system.",
+        "id" : "copy-fidelity-v1-0048",
+        "output" : "bravo is not available in the system.",
+        "stopped" : true,
+        "tokens" : 9
+      },
+      {
+        "correct" : true,
+        "expected" : "delta 8883 fjord LV8TXG",
+        "extracted" : "delta 8883 fjord LV8TXG",
+        "id" : "copy-fidelity-v1-0049",
+        "output" : "delta 8883 fjord LV8TXG",
+        "stopped" : true,
+        "tokens" : 14
+      }
+    ],
+    "maxDrop" : 3,
+    "paired" : {
+      "gained" : 0,
+      "identicalOutputs" : 50,
+      "items" : 50,
+      "lost" : 0
+    },
+    "protocol" : {
+      "budget" : 96,
+      "extractor" : "exact",
+      "items" : 50,
+      "pinnedItems" : 50,
+      "prompt" : "Repeat the following text exactly. Reply with the text only: no quotes, no code block, no explanation.\n\n{input}",
+      "subset" : false,
+      "thinking" : false
+    },
+    "protocolId" : "1fb45a10f09e8938",
+    "role" : "candidate",
+    "unterminated" : 0
+  },
+  "env" : {
+    "arch" : "h17c",
+    "compute" : "target",
+    "hwModel" : "Mac17,6",
+    "osBuild" : "26A434",
+    "sdk" : {
+      "version" : "0.1.0-dev"
+    }
+  },
+  "fixture" : {
+    "id" : "copy-fidelity-v1",
+    "sha256" : "generated"
+  },
+  "kind" : "verification",
+  "negativeControlRecordId" : "0ac7f937-3359-469a-b331-d3b84afc2ef9",
+  "recordId" : "a38a5181-0ebd-45a0-af6d-5b6134a47820",
+  "result" : "pass",
+  "schema" : 1,
+  "subject" : {
+    "bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/macos-any-gpu",
+    "bundleSha256" : "cd55c40a9019435639a008eccd55a1249201e8865bf8f02af81d5be8262fbc6e",
+    "catalogId" : "zamba2-1.2b-instruct",
+    "manifestSchema" : 1,
+    "quantScheme" : "int8-linear-perblock32",
+    "recipe" : "zamba2-1.2b-instruct@1",
+    "variant" : "macos-any-gpu"
+  },
+  "tier" : "T3"
+}

verification/cd16c1a6-e38a-412a-925f-e71277596d7c.json

@@ -0,0 +1,513 @@
+{
+  "at" : "2026-10-06T18:53:33Z",
+  "details" : {
+    "accuracy" : 80,
+    "baseline" : {
+      "accuracy" : 80,
+      "recordId" : "57483426-f34c-4083-8860-b44ec93a7953"
+    },
+    "compute" : "target",
+    "correct" : 40,
+    "drop" : 0,
+    "evalSet" : "copy-fidelity-v1",
+    "items" : [
+      {
+        "correct" : true,
+        "expected" : "15049169422564",
+        "extracted" : "15049169422564",
+        "id" : "copy-fidelity-v1-0000",
+        "output" : "15049169422564",
+        "stopped" : true,
+        "tokens" : 14
+      },
+      {
+        "correct" : true,
+        "expected" : "712534c8-8076-888f-edfd-c8e3cd3ed8ea",
+        "extracted" : "712534c8-8076-888f-edfd-c8e3cd3ed8ea",
+        "id" : "copy-fidelity-v1-0001",
+        "output" : "712534c8-8076-888f-edfd-c8e3cd3ed8ea",
+        "stopped" : true,
+        "tokens" : 31
+      },
+      {
+        "correct" : true,
+        "expected" : "AA6-MXFG-BV",
+        "extracted" : "AA6-MXFG-BV",
+        "id" : "copy-fidelity-v1-0002",
+        "output" : "AA6-MXFG-BV",
+        "stopped" : true,
+        "tokens" : 9
+      },
+      {
+        "correct" : false,
+        "expected" : "{\"id\":45851,\"name\":\"fjord\",\"ok\":false}",
+        "extracted" : "fjord ok",
+        "id" : "copy-fidelity-v1-0003",
+        "output" : "fjord ok",
+        "stopped" : true,
+        "tokens" : 4
+      },
+      {
+        "correct" : true,
+        "expected" : "fjord 4736 cobalt EWECD4",
+        "extracted" : "fjord 4736 cobalt EWECD4",
+        "id" : "copy-fidelity-v1-0004",
+        "output" : "fjord 4736 cobalt EWECD4",
+        "stopped" : true,
+        "tokens" : 15
+      },
+      {
+        "correct" : true,
+        "expected" : "2569722584",
+        "extracted" : "2569722584",
+        "id" : "copy-fidelity-v1-0005",
+        "output" : "2569722584",
+        "stopped" : true,
+        "tokens" : 10
+      },
+      {
+        "correct" : true,
+        "expected" : "b7519f40-90dc-2596-7eaa-480494187094",
+        "extracted" : "b7519f40-90dc-2596-7eaa-480494187094",
+        "id" : "copy-fidelity-v1-0006",
+        "output" : "b7519f40-90dc-2596-7eaa-480494187094",
+        "stopped" : true,
+        "tokens" : 34
+      },
+      {
+        "correct" : true,
+        "expected" : "5QY-37WK-PX",
+        "extracted" : "5QY-37WK-PX",
+        "id" : "copy-fidelity-v1-0007",
+        "output" : "5QY-37WK-PX",
+        "stopped" : true,
+        "tokens" : 11
+      },
+      {
+        "correct" : false,
+        "expected" : "{\"id\":66524,\"name\":\"ember\",\"ok\":true}",
+        "extracted" : "ember",
+        "id" : "copy-fidelity-v1-0008",
+        "output" : "ember",
+        "stopped" : true,
+        "tokens" : 1
+      },
+      {
+        "correct" : true,
+        "expected" : "delta 2466 ember MNQN4S",
+        "extracted" : "delta 2466 ember MNQN4S",
+        "id" : "copy-fidelity-v1-0009",
+        "output" : "delta 2466 ember MNQN4S",
+        "stopped" : true,
+        "tokens" : 14
+      },
+      {
+        "correct" : true,
+        "expected" : "4032708178056737",
+        "extracted" : "4032708178056737",
+        "id" : "copy-fidelity-v1-0010",
+        "output" : "4032708178056737",
+        "stopped" : true,
+        "tokens" : 16
+      },
+      {
+        "correct" : true,
+        "expected" : "753e756d-e779-e1a8-dc6a-d4e25871d1ab",
+        "extracted" : "753e756d-e779-e1a8-dc6a-d4e25871d1ab",
+        "id" : "copy-fidelity-v1-0011",
+        "output" : "753e756d-e779-e1a8-dc6a-d4e25871d1ab",
+        "stopped" : true,
+        "tokens" : 34
+      },
+      {
+        "correct" : true,
+        "expected" : "FZX-AN6Y-QJ",
+        "extracted" : "FZX-AN6Y-QJ",
+        "id" : "copy-fidelity-v1-0012",
+        "output" : "FZX-AN6Y-QJ",
+        "stopped" : true,
+        "tokens" : 10
+      },
+      {
+        "correct" : false,
+        "expected" : "{\"id\":30273,\"name\":\"fjord\",\"ok\":false}",
+        "extracted" : "fjord ok",
+        "id" : "copy-fidelity-v1-0013",
+        "output" : "fjord ok",
+        "stopped" : true,
+        "tokens" : 4
+      },
+      {
+        "correct" : true,
+        "expected" : "bravo 9797 garnet WN452B",
+        "extracted" : "bravo 9797 garnet WN452B",
+        "id" : "copy-fidelity-v1-0014",
+        "output" : "bravo 9797 garnet WN452B",
+        "stopped" : true,
+        "tokens" : 16
+      },
+      {
+        "correct" : true,
+        "expected" : "88983386490283957910788",
+        "extracted" : "88983386490283957910788",
+        "id" : "copy-fidelity-v1-0015",
+        "output" : "88983386490283957910788",
+        "stopped" : true,
+        "tokens" : 23
+      },
+      {
+        "correct" : true,
+        "expected" : "fa84f6b1-c5b4-dc31-a553-17565c21cfc0",
+        "extracted" : "fa84f6b1-c5b4-dc31-a553-17565c21cfc0",
+        "id" : "copy-fidelity-v1-0016",
+        "output" : "fa84f6b1-c5b4-dc31-a553-17565c21cfc0",
+        "stopped" : true,
+        "tokens" : 33
+      },
+      {
+        "correct" : true,
+        "expected" : "WYP-WPF8-JY",
+        "extracted" : "WYP-WPF8-JY",
+        "id" : "copy-fidelity-v1-0017",
+        "output" : "WYP-WPF8-JY",
+        "stopped" : true,
+        "tokens" : 9
+      },
+      {
+        "correct" : false,
+        "expected" : "{\"id\":99260,\"name\":\"juniper\",\"ok\":false}",
+        "extracted" : "juniper ok false",
+        "id" : "copy-fidelity-v1-0018",
+        "output" : "juniper ok false",
+        "stopped" : true,
+        "tokens" : 5
+      },
+      {
+        "correct" : true,
+        "expected" : "garnet 5624 fjord AMULQR",
+        "extracted" : "garnet 5624 fjord AMULQR",
+        "id" : "copy-fidelity-v1-0019",
+        "output" : "garnet 5624 fjord AMULQR",
+        "stopped" : true,
+        "tokens" : 15
+      },
+      {
+        "correct" : true,
+        "expected" : "3384263000",
+        "extracted" : "3384263000",
+        "id" : "copy-fidelity-v1-0020",
+        "output" : "3384263000",
+        "stopped" : true,
+        "tokens" : 10
+      },
+      {
+        "correct" : true,
+        "expected" : "4630a84c-e485-e817-d3c4-c98b37ea29b1",
+        "extracted" : "4630a84c-e485-e817-d3c4-c98b37ea29b1",
+        "id" : "copy-fidelity-v1-0021",
+        "output" : "4630a84c-e485-e817-d3c4-c98b37ea29b1",
+        "stopped" : true,
+        "tokens" : 35
+      },
+      {
+        "correct" : true,
+        "expected" : "5E4-L95U-P9",
+        "extracted" : "5E4-L95U-P9",
+        "id" : "copy-fidelity-v1-0022",
+        "output" : "5E4-L95U-P9",
+        "stopped" : true,
+        "tokens" : 11
+      },
+      {
+        "correct" : false,
+        "expected" : "{\"id\":30560,\"name\":\"garnet\",\"ok\":false}",
+        "extracted" : "garnet ok false",
+        "id" : "copy-fidelity-v1-0023",
+        "output" : "garnet ok false",
+        "stopped" : true,
+        "tokens" : 5
+      },
+      {
+        "correct" : true,
+        "expected" : "harbor 6492 garnet RZHKFT",
+        "extracted" : "harbor 6492 garnet RZHKFT",
+        "id" : "copy-fidelity-v1-0024",
+        "output" : "harbor 6492 garnet RZHKFT",
+        "stopped" : true,
+        "tokens" : 15
+      },
+      {
+        "correct" : true,
+        "expected" : "58630756639800002113463",
+        "extracted" : "58630756639800002113463",
+        "id" : "copy-fidelity-v1-0025",
+        "output" : "58630756639800002113463",
+        "stopped" : true,
+        "tokens" : 23
+      },
+      {
+        "correct" : true,
+        "expected" : "ad30301e-c649-f11d-b6fc-49537158ef0c",
+        "extracted" : "ad30301e-c649-f11d-b6fc-49537158ef0c",
+        "id" : "copy-fidelity-v1-0026",
+        "output" : "ad30301e-c649-f11d-b6fc-49537158ef0c",
+        "stopped" : true,
+        "tokens" : 33
+      },
+      {
+        "correct" : true,
+        "expected" : "9SU-NF4Z-B9",
+        "extracted" : "9SU-NF4Z-B9",
+        "id" : "copy-fidelity-v1-0027",
+        "output" : "9SU-NF4Z-B9",
+        "stopped" : true,
+        "tokens" : 9
+      },
+      {
+        "correct" : false,
+        "expected" : "{\"id\":64286,\"name\":\"harbor\",\"ok\":true}",
+        "extracted" : "harbor ok",
+        "id" : "copy-fidelity-v1-0028",
+        "output" : "harbor ok",
+        "stopped" : true,
+        "tokens" : 3
+      },
+      {
+        "correct" : true,
+        "expected" : "alpha 4098 indigo MJRGJZ",
+        "extracted" : "alpha 4098 indigo MJRGJZ",
+        "id" : "copy-fidelity-v1-0029",
+        "output" : "alpha 4098 indigo MJRGJZ",
+        "stopped" : true,
+        "tokens" : 13
+      },
+      {
+        "correct" : true,
+        "expected" : "8190586487248718806",
+        "extracted" : "8190586487248718806",
+        "id" : "copy-fidelity-v1-0030",
+        "output" : "8190586487248718806",
+        "stopped" : true,
+        "tokens" : 19
+      },
+      {
+        "correct" : true,
+        "expected" : "68bfe6ac-8448-9bd5-43ad-3489830e2cc2",
+        "extracted" : "68bfe6ac-8448-9bd5-43ad-3489830e2cc2",
+        "id" : "copy-fidelity-v1-0031",
+        "output" : "68bfe6ac-8448-9bd5-43ad-3489830e2cc2",
+        "stopped" : true,
+        "tokens" : 31
+      },
+      {
+        "correct" : true,
+        "expected" : "LS3-CF2C-PA",
+        "extracted" : "LS3-CF2C-PA",
+        "id" : "copy-fidelity-v1-0032",
+        "output" : "LS3-CF2C-PA",
+        "stopped" : true,
+        "tokens" : 8
+      },
+      {
+        "correct" : false,
+        "expected" : "{\"id\":76979,\"name\":\"fjord\",\"ok\":true}",
+        "extracted" : "fjord ok",
+        "id" : "copy-fidelity-v1-0033",
+        "output" : "fjord ok",
+        "stopped" : true,
+        "tokens" : 4
+      },
+      {
+        "correct" : true,
+        "expected" : "cobalt 5382 fjord JARNPU",
+        "extracted" : "cobalt 5382 fjord JARNPU",
+        "id" : "copy-fidelity-v1-0034",
+        "output" : "cobalt 5382 fjord JARNPU",
+        "stopped" : true,
+        "tokens" : 15
+      },
+      {
+        "correct" : true,
+        "expected" : "6046622270613680450",
+        "extracted" : "6046622270613680450",
+        "id" : "copy-fidelity-v1-0035",
+        "output" : "6046622270613680450",
+        "stopped" : true,
+        "tokens" : 19
+      },
+      {
+        "correct" : true,
+        "expected" : "391ed6d7-f565-ee35-618e-02e8a5d123e2",
+        "extracted" : "391ed6d7-f565-ee35-618e-02e8a5d123e2",
+        "id" : "copy-fidelity-v1-0036",
+        "output" : "391ed6d7-f565-ee35-618e-02e8a5d123e2",
+        "stopped" : true,
+        "tokens" : 34
+      },
+      {
+        "correct" : true,
+        "expected" : "8TR-BQ6L-4R",
+        "extracted" : "8TR-BQ6L-4R",
+        "id" : "copy-fidelity-v1-0037",
+        "output" : "8TR-BQ6L-4R",
+        "stopped" : true,
+        "tokens" : 10
+      },
+      {
+        "correct" : false,
+        "expected" : "{\"id\":32998,\"name\":\"bravo\",\"ok\":false}",
+        "extracted" : "bravo is not available in the system.",
+        "id" : "copy-fidelity-v1-0038",
+        "output" : "bravo is not available in the system.",
+        "stopped" : true,
+        "tokens" : 9
+      },
+      {
+        "correct" : true,
+        "expected" : "garnet 4759 harbor HY3T8D",
+        "extracted" : "garnet 4759 harbor HY3T8D",
+        "id" : "copy-fidelity-v1-0039",
+        "output" : "garnet 4759 harbor HY3T8D",
+        "stopped" : true,
+        "tokens" : 16
+      },
+      {
+        "correct" : true,
+        "expected" : "730990060521549377",
+        "extracted" : "730990060521549377",
+        "id" : "copy-fidelity-v1-0040",
+        "output" : "730990060521549377",
+        "stopped" : true,
+        "tokens" : 18
+      },
+      {
+        "correct" : true,
+        "expected" : "55467d32-7301-1081-857b-7c3f8cf04041",
+        "extracted" : "55467d32-7301-1081-857b-7c3f8cf04041",
+        "id" : "copy-fidelity-v1-0041",
+        "output" : "55467d32-7301-1081-857b-7c3f8cf04041",
+        "stopped" : true,
+        "tokens" : 35
+      },
+      {
+        "correct" : true,
+        "expected" : "QWN-A5S7-U8",
+        "extracted" : "QWN-A5S7-U8",
+        "id" : "copy-fidelity-v1-0042",
+        "output" : "QWN-A5S7-U8",
+        "stopped" : true,
+        "tokens" : 10
+      },
+      {
+        "correct" : false,
+        "expected" : "{\"id\":87359,\"name\":\"bravo\",\"ok\":true}",
+        "extracted" : "bravo is an established brand in the industry with a strong reputation for quality and reliability.",
+        "id" : "copy-fidelity-v1-0043",
+        "output" : "bravo is an established brand in the industry with a strong reputation for quality and reliability.",
+        "stopped" : true,
+        "tokens" : 19
+      },
+      {
+        "correct" : true,
+        "expected" : "harbor 5675 alpha PVTFQ3",
+        "extracted" : "harbor 5675 alpha PVTFQ3",
+        "id" : "copy-fidelity-v1-0044",
+        "output" : "harbor 5675 alpha PVTFQ3",
+        "stopped" : true,
+        "tokens" : 13
+      },
+      {
+        "correct" : true,
+        "expected" : "026077672172414281421",
+        "extracted" : "026077672172414281421",
+        "id" : "copy-fidelity-v1-0045",
+        "output" : "026077672172414281421",
+        "stopped" : true,
+        "tokens" : 21
+      },
+      {
+        "correct" : true,
+        "expected" : "9954e594-112c-8a99-2a23-f03167181417",
+        "extracted" : "9954e594-112c-8a99-2a23-f03167181417",
+        "id" : "copy-fidelity-v1-0046",
+        "output" : "9954e594-112c-8a99-2a23-f03167181417",
+        "stopped" : true,
+        "tokens" : 36
+      },
+      {
+        "correct" : true,
+        "expected" : "P7C-TKRF-KV",
+        "extracted" : "P7C-TKRF-KV",
+        "id" : "copy-fidelity-v1-0047",
+        "output" : "P7C-TKRF-KV",
+        "stopped" : true,
+        "tokens" : 10
+      },
+      {
+        "correct" : false,
+        "expected" : "{\"id\":26910,\"name\":\"bravo\",\"ok\":false}",
+        "extracted" : "bravo is not available in the system.",
+        "id" : "copy-fidelity-v1-0048",
+        "output" : "bravo is not available in the system.",
+        "stopped" : true,
+        "tokens" : 9
+      },
+      {
+        "correct" : true,
+        "expected" : "delta 8883 fjord LV8TXG",
+        "extracted" : "delta 8883 fjord LV8TXG",
+        "id" : "copy-fidelity-v1-0049",
+        "output" : "delta 8883 fjord LV8TXG",
+        "stopped" : true,
+        "tokens" : 14
+      }
+    ],
+    "maxDrop" : 3,
+    "paired" : {
+      "gained" : 0,
+      "identicalOutputs" : 50,
+      "items" : 50,
+      "lost" : 0
+    },
+    "protocol" : {
+      "budget" : 96,
+      "extractor" : "exact",
+      "items" : 50,
+      "pinnedItems" : 50,
+      "prompt" : "Repeat the following text exactly. Reply with the text only: no quotes, no code block, no explanation.\n\n{input}",
+      "subset" : false,
+      "thinking" : false
+    },
+    "protocolId" : "1fb45a10f09e8938",
+    "role" : "candidate",
+    "unterminated" : 0
+  },
+  "env" : {
+    "arch" : "h18p",
+    "compute" : "target",
+    "hwModel" : "iPhone18,2",
+    "osBuild" : "24A446",
+    "sdk" : {
+      "version" : "0.1.0-dev"
+    }
+  },
+  "fixture" : {
+    "id" : "copy-fidelity-v1",
+    "sha256" : "generated"
+  },
+  "kind" : "verification",
+  "negativeControlRecordId" : "7dd74186-757e-4630-9e72-64df84b88d86",
+  "recordId" : "cd16c1a6-e38a-412a-925f-e71277596d7c",
+  "result" : "pass",
+  "schema" : 1,
+  "subject" : {
+    "bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/ios-any-gpu",
+    "bundleSha256" : "fe609d2c0a31aaa8595b2d2ba29ea6fd75d69bad31e45b3b3a80ff78a5a67d5c",
+    "catalogId" : "zamba2-1.2b-instruct",
+    "manifestSchema" : 1,
+    "quantScheme" : "int8-linear-perblock32",
+    "recipe" : "zamba2-1.2b-instruct@1",
+    "variant" : "ios-any-gpu"
+  },
+  "tier" : "T3"
+}

verification/negative-control/0ac7f937-3359-469a-b331-d3b84afc2ef9.json

@@ -0,0 +1,35 @@
+{
+  "at" : "2026-10-06T15:21:21Z",
+  "details" : {
+    "gateFailedAsRequired" : true,
+    "poisonedAccuracy" : 0,
+    "protocolId" : "1fb45a10f09e8938"
+  },
+  "env" : {
+    "arch" : "h17c",
+    "compute" : "target",
+    "hwModel" : "Mac17,6",
+    "osBuild" : "26A434",
+    "sdk" : {
+      "version" : "0.1.0-dev"
+    }
+  },
+  "fixture" : {
+    "id" : "copy-fidelity-v1",
+    "sha256" : "generated"
+  },
+  "kind" : "negative-control",
+  "recordId" : "0ac7f937-3359-469a-b331-d3b84afc2ef9",
+  "result" : "fail",
+  "schema" : 1,
+  "subject" : {
+    "bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/macos-any-gpu",
+    "bundleSha256" : "cd55c40a9019435639a008eccd55a1249201e8865bf8f02af81d5be8262fbc6e",
+    "catalogId" : "zamba2-1.2b-instruct",
+    "manifestSchema" : 1,
+    "quantScheme" : "int8-linear-perblock32",
+    "recipe" : "zamba2-1.2b-instruct@1",
+    "variant" : "macos-any-gpu"
+  },
+  "tier" : "T3"
+}

verification/negative-control/14bfbbc2-df6e-48fa-a217-602878d6a490.json

@@ -0,0 +1,35 @@
+{
+  "at" : "2026-10-06T16:21:00Z",
+  "details" : {
+    "gateFailedAsRequired" : true,
+    "poisonedAccuracy" : 2,
+    "protocolId" : "a942ff4f51a89a18"
+  },
+  "env" : {
+    "arch" : "h17c",
+    "compute" : "target",
+    "hwModel" : "Mac17,6",
+    "osBuild" : "26A434",
+    "sdk" : {
+      "version" : "0.1.0-dev"
+    }
+  },
+  "fixture" : {
+    "id" : "gsm8k-test-500",
+    "sha256" : "3730d312f6e3440559ace48831e51066acaca737f6eabec99bccb9e4b3c39d14"
+  },
+  "kind" : "negative-control",
+  "recordId" : "14bfbbc2-df6e-48fa-a217-602878d6a490",
+  "result" : "fail",
+  "schema" : 1,
+  "subject" : {
+    "bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/macos-any-gpu",
+    "bundleSha256" : "cd55c40a9019435639a008eccd55a1249201e8865bf8f02af81d5be8262fbc6e",
+    "catalogId" : "zamba2-1.2b-instruct",
+    "manifestSchema" : 1,
+    "quantScheme" : "int8-linear-perblock32",
+    "recipe" : "zamba2-1.2b-instruct@1",
+    "variant" : "macos-any-gpu"
+  },
+  "tier" : "T3"
+}

verification/negative-control/7dd74186-757e-4630-9e72-64df84b88d86.json

@@ -0,0 +1,35 @@
+{
+  "at" : "2026-10-06T18:53:33Z",
+  "details" : {
+    "gateFailedAsRequired" : true,
+    "poisonedAccuracy" : 0,
+    "protocolId" : "1fb45a10f09e8938"
+  },
+  "env" : {
+    "arch" : "h18p",
+    "compute" : "target",
+    "hwModel" : "iPhone18,2",
+    "osBuild" : "24A446",
+    "sdk" : {
+      "version" : "0.1.0-dev"
+    }
+  },
+  "fixture" : {
+    "id" : "copy-fidelity-v1",
+    "sha256" : "generated"
+  },
+  "kind" : "negative-control",
+  "recordId" : "7dd74186-757e-4630-9e72-64df84b88d86",
+  "result" : "fail",
+  "schema" : 1,
+  "subject" : {
+    "bundlePath" : "hf:aether-models/zamba2-1.2b-instruct/ios-any-gpu",
+    "bundleSha256" : "fe609d2c0a31aaa8595b2d2ba29ea6fd75d69bad31e45b3b3a80ff78a5a67d5c",
+    "catalogId" : "zamba2-1.2b-instruct",
+    "manifestSchema" : 1,
+    "quantScheme" : "int8-linear-perblock32",
+    "recipe" : "zamba2-1.2b-instruct@1",
+    "variant" : "ios-any-gpu"
+  },
+  "tier" : "T3"
+}