wisp-coder-110m / evidence /release_audit.json
philipjohnbasile's picture
Publish audited Wisp Coder 110M release
818282c verified
Raw
History Blame Contribute Delete
37 kB
{
"ablation_checkpoint": {
"master_sha256": "3b9d675ac004518829b65f5d423740dab3066ffd4f5f0c56cacfe396756be9de",
"meta_sha256": "45817d53de3fce5dc5ebbed99ff540cccbb9d67bbbd0b041bf8faf984a485d36",
"optimizer_sha256": "947b2df69d73087e14973e255a509e0b114db06ac5bacca99b75cbda1aa3fc25",
"path": "local-path-redacted",
"step": 19073
},
"acceptance": {
"combined_interpretation": "POSITIVE_AND_CLEARS_CONTROL",
"control_adjustment": {
"ci95": [
0.02097172846501234,
0.03307697290242319
],
"difference": 0.026802209996679593,
"verdict": "CLEARS_CONTROL"
},
"documents": 200,
"trained_primary_endpoint": {
"ci95": [
1.020948737419928,
1.0330835232337245
],
"comparison": "fim_over_shuf",
"depth": 2,
"documents": 200,
"l2r_nll_clears_floor": true,
"ratio": 1.0267720377893519,
"uniform_nll": 10.39720770839918,
"verdict": "POSITIVE"
}
},
"artifacts": {
"ablation_acceptance": {
"path": "sha256:9a29fc1346b77fd3703e6b502f57276b9cf22aee904487a9ea2beac5e85a8681",
"sha256": "9a29fc1346b77fd3703e6b502f57276b9cf22aee904487a9ea2beac5e85a8681"
},
"ablation_data_index": {
"path": "sha256:e9936e8d7443fb372a8319ec1ca31998e32fa129d7595df0df5de8b2a6dce438",
"sha256": "e9936e8d7443fb372a8319ec1ca31998e32fa129d7595df0df5de8b2a6dce438"
},
"ablation_shard_000": {
"path": "sha256:4d00361a110be7ea8e0e74179cc05cc8d51a0e500de992eb374eb9a4007e9831",
"sha256": "4d00361a110be7ea8e0e74179cc05cc8d51a0e500de992eb374eb9a4007e9831"
},
"ablation_shard_002": {
"path": "sha256:6763d33adc63dddf894d01ad4ed99aa1f7620f1f0c97e3e1cb9f2e403f3b2210",
"sha256": "6763d33adc63dddf894d01ad4ed99aa1f7620f1f0c97e3e1cb9f2e403f3b2210"
},
"ablation_shard_004": {
"path": "sha256:5307b8dc8f51c9a719035dde1fb82891bf552115cb3b0edb47664baf052d4e0b",
"sha256": "5307b8dc8f51c9a719035dde1fb82891bf552115cb3b0edb47664baf052d4e0b"
},
"ablation_shard_006": {
"path": "sha256:9b6c353f9b78a21ec4d762c4362983c81db01cabc540960f55cf067cc3fac096",
"sha256": "9b6c353f9b78a21ec4d762c4362983c81db01cabc540960f55cf067cc3fac096"
},
"ablation_shard_008": {
"path": "sha256:9b8f43aca9a624b2028fa018766d6ee2b7532b99910d6266ae033711d529513f",
"sha256": "9b8f43aca9a624b2028fa018766d6ee2b7532b99910d6266ae033711d529513f"
},
"ablation_shard_010": {
"path": "sha256:e45d8b4fef3832a24cb5541206e4856205755a9c85b2700d318e6510a374166a",
"sha256": "e45d8b4fef3832a24cb5541206e4856205755a9c85b2700d318e6510a374166a"
},
"ablation_shard_012": {
"path": "sha256:8af2c48b0f4a15a6c6b8c61fa29282b2fd42597d8561a5269afe8780459738c9",
"sha256": "8af2c48b0f4a15a6c6b8c61fa29282b2fd42597d8561a5269afe8780459738c9"
},
"ablation_shard_014": {
"path": "sha256:814daa32f81d83ce490c055793259599a7841948dbec7a71ba4400d35359d086",
"sha256": "814daa32f81d83ce490c055793259599a7841948dbec7a71ba4400d35359d086"
},
"ablation_shard_016": {
"path": "sha256:15ecbb5d3ea189c1b4ea93bb09bc105a2e87ae7a92319f547ffec1addc33c497",
"sha256": "15ecbb5d3ea189c1b4ea93bb09bc105a2e87ae7a92319f547ffec1addc33c497"
},
"ablation_shard_018": {
"path": "sha256:61c2ee173c90c7961d4a0a8a794f076bce6976fdf6634db9aa884bc4dc83a01f",
"sha256": "61c2ee173c90c7961d4a0a8a794f076bce6976fdf6634db9aa884bc4dc83a01f"
},
"ablation_shard_020": {
"path": "sha256:e7b18573b163383027652a366bac96fd5046f17c370bd2a7c89c144708952cc1",
"sha256": "e7b18573b163383027652a366bac96fd5046f17c370bd2a7c89c144708952cc1"
},
"ablation_shard_022": {
"path": "sha256:2ce3536dc50e6037e0cc324ede64b7b7730c55946c848583ec791c0b10610559",
"sha256": "2ce3536dc50e6037e0cc324ede64b7b7730c55946c848583ec791c0b10610559"
},
"ablation_shard_024": {
"path": "sha256:128189695e4fa77f9427b34b190a3a631359ce824c7bebfe96c4f5e3b66f7b99",
"sha256": "128189695e4fa77f9427b34b190a3a631359ce824c7bebfe96c4f5e3b66f7b99"
},
"ablation_shard_026": {
"path": "sha256:0fcf5a87003688d553179ac7d0ac8c1af2017b4c00dc88be643ab165ab3f7f75",
"sha256": "0fcf5a87003688d553179ac7d0ac8c1af2017b4c00dc88be643ab165ab3f7f75"
},
"ablation_shard_028": {
"path": "sha256:1ca5b34e0652def82e0088836e87b6e4ab3f307b5b22ca7fed222a29b8f09a59",
"sha256": "1ca5b34e0652def82e0088836e87b6e4ab3f307b5b22ca7fed222a29b8f09a59"
},
"ablation_shard_030": {
"path": "sha256:c87038974fff8db0c0f51b3e6c284fa46a38e4159df6b9235aa481e4d5deb38e",
"sha256": "c87038974fff8db0c0f51b3e6c284fa46a38e4159df6b9235aa481e4d5deb38e"
},
"ablation_shard_032": {
"path": "sha256:dd99f85f7da6d0fc7dd4c23b1667862d03db77d433a933162e5a80f14936c41b",
"sha256": "dd99f85f7da6d0fc7dd4c23b1667862d03db77d433a933162e5a80f14936c41b"
},
"ablation_shard_034": {
"path": "sha256:dcb171e2ae380aef1387479921ef6c97c654304df05775935c1e2f873b544a0e",
"sha256": "dcb171e2ae380aef1387479921ef6c97c654304df05775935c1e2f873b544a0e"
},
"ablation_shard_036": {
"path": "sha256:f1ddf2e8a4bd53e780afdbc1f914aadc631908e5344c6618b887ce2cec55c914",
"sha256": "f1ddf2e8a4bd53e780afdbc1f914aadc631908e5344c6618b887ce2cec55c914"
},
"ablation_shard_038": {
"path": "sha256:8969dd6567e0412b24752b9da5996a6f66801e39f0811ce7922aedf8484d2be1",
"sha256": "8969dd6567e0412b24752b9da5996a6f66801e39f0811ce7922aedf8484d2be1"
},
"ablation_shard_040": {
"path": "sha256:a416649fe0239c865b241587ebdc53f5b6a9f8b9c38af0da8b2c50941c9be8fc",
"sha256": "a416649fe0239c865b241587ebdc53f5b6a9f8b9c38af0da8b2c50941c9be8fc"
},
"ablation_shard_042": {
"path": "sha256:911c382673af527dbc03216a2266747c76731857841f1a880687f4f01bbdd7c8",
"sha256": "911c382673af527dbc03216a2266747c76731857841f1a880687f4f01bbdd7c8"
},
"ablation_shard_044": {
"path": "sha256:f3306c0d0475f3017b178fe95a38eb0a29e54dae8117cc257fec6fa7b2cd0142",
"sha256": "f3306c0d0475f3017b178fe95a38eb0a29e54dae8117cc257fec6fa7b2cd0142"
},
"ablation_shard_046": {
"path": "sha256:591697a14384b536a858b429fd130c7137838d36015d6562c2af9c8d94958435",
"sha256": "591697a14384b536a858b429fd130c7137838d36015d6562c2af9c8d94958435"
},
"ablation_shard_048": {
"path": "sha256:f74f56c8341158ea700f5be1683842e9471d87280e7e095f547411673172c5a4",
"sha256": "f74f56c8341158ea700f5be1683842e9471d87280e7e095f547411673172c5a4"
},
"ablation_shard_050": {
"path": "sha256:4e76e650530ea3d68ac2b3c64351175e3ab49a8da6860cf3c0522666d3765225",
"sha256": "4e76e650530ea3d68ac2b3c64351175e3ab49a8da6860cf3c0522666d3765225"
},
"ablation_shard_052": {
"path": "sha256:b255561f8c14e3e161c37ad81db728b27dd47b805422ba6de4628d4ed5812e0c",
"sha256": "b255561f8c14e3e161c37ad81db728b27dd47b805422ba6de4628d4ed5812e0c"
},
"ablation_shard_054": {
"path": "sha256:2ea88b794644555f5712f383a6b19912d16a0615ced8c09c77af52723430ce2b",
"sha256": "2ea88b794644555f5712f383a6b19912d16a0615ced8c09c77af52723430ce2b"
},
"ablation_shard_056": {
"path": "sha256:a3e040ad61f19e114b63ac6147897900ea836378146c46a23135aeade728b19c",
"sha256": "a3e040ad61f19e114b63ac6147897900ea836378146c46a23135aeade728b19c"
},
"ablation_shard_058": {
"path": "sha256:75cca12a85504dd74901c3397c5050189c456c3e2e9744ac3f577250fa24a261",
"sha256": "75cca12a85504dd74901c3397c5050189c456c3e2e9744ac3f577250fa24a261"
},
"ablation_shard_060": {
"path": "sha256:024a31afe53b6c03db0126474c148dc2ffaad8a1662e03e0d09e3672b1986826",
"sha256": "024a31afe53b6c03db0126474c148dc2ffaad8a1662e03e0d09e3672b1986826"
},
"ablation_shard_062": {
"path": "sha256:33c39b02aa4ec25cbd63ca25151be84ac0c377b2da407bc9f3380a677f9d5887",
"sha256": "33c39b02aa4ec25cbd63ca25151be84ac0c377b2da407bc9f3380a677f9d5887"
},
"ablation_shard_064": {
"path": "sha256:727d7c67a89de62508d14778ea46d390a4a62f8baf305bcefc6d487d5ac86e0e",
"sha256": "727d7c67a89de62508d14778ea46d390a4a62f8baf305bcefc6d487d5ac86e0e"
},
"ablation_shard_066": {
"path": "sha256:e158b799e3a54610a4e7c1bbe67a3155eda4d8016ed3fc76f5832afc46394871",
"sha256": "e158b799e3a54610a4e7c1bbe67a3155eda4d8016ed3fc76f5832afc46394871"
},
"ablation_shard_068": {
"path": "sha256:9b817fdca1cd37564d1406e5a72da2fd30aae9feb33c28448388983c115193c2",
"sha256": "9b817fdca1cd37564d1406e5a72da2fd30aae9feb33c28448388983c115193c2"
},
"ablation_shard_070": {
"path": "sha256:4bbefa63278253fede9ac1a6d115187ffeaafb1a9184d590ef07f9e541ff9ed3",
"sha256": "4bbefa63278253fede9ac1a6d115187ffeaafb1a9184d590ef07f9e541ff9ed3"
},
"ablation_shard_072": {
"path": "sha256:4be0c586077bc3330381edef60110e853af5e342f15db9b6e79177ef78436d49",
"sha256": "4be0c586077bc3330381edef60110e853af5e342f15db9b6e79177ef78436d49"
},
"ablation_shard_074": {
"path": "sha256:7b045f4fdaf8e9f1b1b9ef9d8ba4214e22f57f5c98cdab7fdbdf89f05740549c",
"sha256": "7b045f4fdaf8e9f1b1b9ef9d8ba4214e22f57f5c98cdab7fdbdf89f05740549c"
},
"ablation_shard_076": {
"path": "sha256:2fc6050c1734874f3cf785d3675738c5390e6f9396813e73bbe0b5f4b4c13c77",
"sha256": "2fc6050c1734874f3cf785d3675738c5390e6f9396813e73bbe0b5f4b4c13c77"
},
"ablation_shard_078": {
"path": "sha256:376cd71ecd056dadf83e286bf380354e1aef421949fe81b729d9024daed16fd3",
"sha256": "376cd71ecd056dadf83e286bf380354e1aef421949fe81b729d9024daed16fd3"
},
"ablation_shard_080": {
"path": "sha256:908c72b29fd811ee6d5c3a3a2a310a5318c384cb3db2a8aaf4f4a7cddba261ab",
"sha256": "908c72b29fd811ee6d5c3a3a2a310a5318c384cb3db2a8aaf4f4a7cddba261ab"
},
"ablation_shard_082": {
"path": "sha256:3af03a14e60becfe3adc893bf5ca5e4f4447a3f1b41e551e387ff2cd7f495039",
"sha256": "3af03a14e60becfe3adc893bf5ca5e4f4447a3f1b41e551e387ff2cd7f495039"
},
"ablation_shard_084": {
"path": "sha256:098fba8a2d790de2a6f14aa4ecd1fa1b583ee87ff7fec9eb517884d6a8afcda7",
"sha256": "098fba8a2d790de2a6f14aa4ecd1fa1b583ee87ff7fec9eb517884d6a8afcda7"
},
"ablation_shard_086": {
"path": "sha256:91a55de7380f9c675dea8852bb85f310444e3190ad4d004df59125bb62618e2d",
"sha256": "91a55de7380f9c675dea8852bb85f310444e3190ad4d004df59125bb62618e2d"
},
"ablation_shard_088": {
"path": "sha256:94e5ed929988b08bde994e9e7951d0e81f0a59babf9ba9ffbfb4581cb56d97ac",
"sha256": "94e5ed929988b08bde994e9e7951d0e81f0a59babf9ba9ffbfb4581cb56d97ac"
},
"ablation_shard_090": {
"path": "sha256:a6b997e890d96f9930bb0587a01c9498f35f99648397ac9f1d24e1f5e1ef9458",
"sha256": "a6b997e890d96f9930bb0587a01c9498f35f99648397ac9f1d24e1f5e1ef9458"
},
"ablation_shard_092": {
"path": "sha256:f89ebbbec50a8c38efab5a8dd771aab614360df3205516828045a64637bc19a0",
"sha256": "f89ebbbec50a8c38efab5a8dd771aab614360df3205516828045a64637bc19a0"
},
"ablation_shard_094": {
"path": "sha256:3cca37aaafebf9f1e40123552be0399801319ebab056eac9d0f510ed9e095aff",
"sha256": "3cca37aaafebf9f1e40123552be0399801319ebab056eac9d0f510ed9e095aff"
},
"ablation_shard_096": {
"path": "sha256:e6be3a27e037e2c8f4ce4825021016081f1778f682247a6fdf5302e23588e353",
"sha256": "e6be3a27e037e2c8f4ce4825021016081f1778f682247a6fdf5302e23588e353"
},
"ablation_shard_098": {
"path": "sha256:0512b35db5d9da9b36e0c222070b9e80694ac00422b110b48b0a9c99f83b5e08",
"sha256": "0512b35db5d9da9b36e0c222070b9e80694ac00422b110b48b0a9c99f83b5e08"
},
"ablation_shard_100": {
"path": "sha256:4414a3f9e303cfd17532c57eb3dc2e319b2ac394d8b432377acec1e616fa288a",
"sha256": "4414a3f9e303cfd17532c57eb3dc2e319b2ac394d8b432377acec1e616fa288a"
},
"ablation_shard_102": {
"path": "sha256:a006a4b259803f4740ddc2a9d84435a30829ca7449c7edc9610e7bc9570874cb",
"sha256": "a006a4b259803f4740ddc2a9d84435a30829ca7449c7edc9610e7bc9570874cb"
},
"ablation_unit_sidecar_001": {
"path": "sha256:34c75f8a23d066ed98ae4efe53aa0e157779979e4813604d1435695abb5591e6",
"sha256": "34c75f8a23d066ed98ae4efe53aa0e157779979e4813604d1435695abb5591e6"
},
"ablation_unit_sidecar_003": {
"path": "sha256:e02a667ec27a8f7fa7c239aef0b912231ffe702d0a9c35c28d15c13d6bbd3360",
"sha256": "e02a667ec27a8f7fa7c239aef0b912231ffe702d0a9c35c28d15c13d6bbd3360"
},
"ablation_unit_sidecar_005": {
"path": "sha256:7adf8038f8180aab2648d5356cc5ba72a0edad94b426bd0ca55ba7423480576f",
"sha256": "7adf8038f8180aab2648d5356cc5ba72a0edad94b426bd0ca55ba7423480576f"
},
"ablation_unit_sidecar_007": {
"path": "sha256:06076976ef23128e62cbba7c35deaadc0362c2ef5537d347f7ad6d1d4a77f7d8",
"sha256": "06076976ef23128e62cbba7c35deaadc0362c2ef5537d347f7ad6d1d4a77f7d8"
},
"ablation_unit_sidecar_009": {
"path": "sha256:4668b900415cdecc91225a5ca30788f7ff352160d205f83859560cc64da02a39",
"sha256": "4668b900415cdecc91225a5ca30788f7ff352160d205f83859560cc64da02a39"
},
"ablation_unit_sidecar_011": {
"path": "sha256:2be3d893b6d40630f059e754c8a50cf5d2738f99281f3e5a361d8b0c216004ae",
"sha256": "2be3d893b6d40630f059e754c8a50cf5d2738f99281f3e5a361d8b0c216004ae"
},
"ablation_unit_sidecar_013": {
"path": "sha256:d692d28b8a2c1540b43ac50486459692c33fce40e1f761f82f1f8614a6dc1b83",
"sha256": "d692d28b8a2c1540b43ac50486459692c33fce40e1f761f82f1f8614a6dc1b83"
},
"ablation_unit_sidecar_015": {
"path": "sha256:e2e08f811799e4cc6027c4b16cd807d91a85d82e09c109437f737f32e604d7c6",
"sha256": "e2e08f811799e4cc6027c4b16cd807d91a85d82e09c109437f737f32e604d7c6"
},
"ablation_unit_sidecar_017": {
"path": "sha256:5ee10022aaa32a33401c86c5ea71e1b761b7725c713febc4744117e9c287366b",
"sha256": "5ee10022aaa32a33401c86c5ea71e1b761b7725c713febc4744117e9c287366b"
},
"ablation_unit_sidecar_019": {
"path": "sha256:7cc96b8f1217fb818c4479b7369e5c04aea3749272696f14d8fdb59b97d75f4b",
"sha256": "7cc96b8f1217fb818c4479b7369e5c04aea3749272696f14d8fdb59b97d75f4b"
},
"ablation_unit_sidecar_021": {
"path": "sha256:314865eac6dbb6ce52d59abab7efc4324633c73768ba0d19dd3da8c982313d03",
"sha256": "314865eac6dbb6ce52d59abab7efc4324633c73768ba0d19dd3da8c982313d03"
},
"ablation_unit_sidecar_023": {
"path": "sha256:0cd6884080102093d3114793a8db637c346eda1365533fbe06a61bf0cf3738b6",
"sha256": "0cd6884080102093d3114793a8db637c346eda1365533fbe06a61bf0cf3738b6"
},
"ablation_unit_sidecar_025": {
"path": "sha256:40c857407c92c24d7801e3dd29be125020740ff068caa56129d283595e08832d",
"sha256": "40c857407c92c24d7801e3dd29be125020740ff068caa56129d283595e08832d"
},
"ablation_unit_sidecar_027": {
"path": "sha256:d17a7d58448c07bb760ed74ff5790fe9636ad6e49d57b3e25a602bf3e584061d",
"sha256": "d17a7d58448c07bb760ed74ff5790fe9636ad6e49d57b3e25a602bf3e584061d"
},
"ablation_unit_sidecar_029": {
"path": "sha256:aa38b32b6c6dee17e22683b058b3e3d5abfe0f12377650540653b41bb899b33c",
"sha256": "aa38b32b6c6dee17e22683b058b3e3d5abfe0f12377650540653b41bb899b33c"
},
"ablation_unit_sidecar_031": {
"path": "sha256:65e304dd28b82d90907070941c3aab43afa7c8153081d8cf0fcd20b1e845d6d7",
"sha256": "65e304dd28b82d90907070941c3aab43afa7c8153081d8cf0fcd20b1e845d6d7"
},
"ablation_unit_sidecar_033": {
"path": "sha256:f9803297ae64a242fb0c8fce7193c156b6cc9660de7659df0a3c0b9b05507a38",
"sha256": "f9803297ae64a242fb0c8fce7193c156b6cc9660de7659df0a3c0b9b05507a38"
},
"ablation_unit_sidecar_035": {
"path": "sha256:284d4c904bda317d41d782555796956ca8f72b63548da59f15d8e84fb5a90926",
"sha256": "284d4c904bda317d41d782555796956ca8f72b63548da59f15d8e84fb5a90926"
},
"ablation_unit_sidecar_037": {
"path": "sha256:d84ad2b5d514b111ed75ed85c8c2488359e05d320e13542875a0c57f91133908",
"sha256": "d84ad2b5d514b111ed75ed85c8c2488359e05d320e13542875a0c57f91133908"
},
"ablation_unit_sidecar_039": {
"path": "sha256:e3f4b068aafc114c0f60a24eb30d676993781a01782be91b5b7dd4949572c3f0",
"sha256": "e3f4b068aafc114c0f60a24eb30d676993781a01782be91b5b7dd4949572c3f0"
},
"ablation_unit_sidecar_041": {
"path": "sha256:15630a209cd63d6b57830f9ecaf1910105eb7bc3746e236b8cd0135c621f920a",
"sha256": "15630a209cd63d6b57830f9ecaf1910105eb7bc3746e236b8cd0135c621f920a"
},
"ablation_unit_sidecar_043": {
"path": "sha256:9d0b73b041213eb8a6cf9eff7ad6f2a5b0a96588ef1f0781cd6a7a4bcc66de96",
"sha256": "9d0b73b041213eb8a6cf9eff7ad6f2a5b0a96588ef1f0781cd6a7a4bcc66de96"
},
"ablation_unit_sidecar_045": {
"path": "sha256:74eb5ccffdcd1541a72d8c5b9694b4d17dd78631aac499dd37821581942f315d",
"sha256": "74eb5ccffdcd1541a72d8c5b9694b4d17dd78631aac499dd37821581942f315d"
},
"ablation_unit_sidecar_047": {
"path": "sha256:5412d57bb1df951641f55cc209f52ddf9cb0dfe236770ac91aac7038007683ee",
"sha256": "5412d57bb1df951641f55cc209f52ddf9cb0dfe236770ac91aac7038007683ee"
},
"ablation_unit_sidecar_049": {
"path": "sha256:3875c79df90ddfc23e3d402fe221e654621f587704eb547e2b2738bc8c12ec12",
"sha256": "3875c79df90ddfc23e3d402fe221e654621f587704eb547e2b2738bc8c12ec12"
},
"ablation_unit_sidecar_051": {
"path": "sha256:51006cf7e6933f0241293f288b097d204a8143462a8099510c8cf8fc2e6eefee",
"sha256": "51006cf7e6933f0241293f288b097d204a8143462a8099510c8cf8fc2e6eefee"
},
"ablation_unit_sidecar_053": {
"path": "sha256:9c6430fc3178bbcc63bb9caf4c1e280a3e8a09f576f1a5496d0cd17d2cc20344",
"sha256": "9c6430fc3178bbcc63bb9caf4c1e280a3e8a09f576f1a5496d0cd17d2cc20344"
},
"ablation_unit_sidecar_055": {
"path": "sha256:b915c131b11e18d8587ad3d7b4e80052891d2cdfac8858881c1eb846b4f581a3",
"sha256": "b915c131b11e18d8587ad3d7b4e80052891d2cdfac8858881c1eb846b4f581a3"
},
"ablation_unit_sidecar_057": {
"path": "sha256:7eac1dc5d72eab8cd98608d2fa36faac9d322cf57597d818b7ef5fb49d821cc7",
"sha256": "7eac1dc5d72eab8cd98608d2fa36faac9d322cf57597d818b7ef5fb49d821cc7"
},
"ablation_unit_sidecar_059": {
"path": "sha256:56078e0fde2247dd81bf5596a407ce7820a664c4ceac7a04f679892b66c04f96",
"sha256": "56078e0fde2247dd81bf5596a407ce7820a664c4ceac7a04f679892b66c04f96"
},
"ablation_unit_sidecar_061": {
"path": "sha256:a20a4f70a7b2f77a2164d91000a99407d2a00e64b6311d840e82f6e3559556d0",
"sha256": "a20a4f70a7b2f77a2164d91000a99407d2a00e64b6311d840e82f6e3559556d0"
},
"ablation_unit_sidecar_063": {
"path": "sha256:a97158a37c838cb64a21a16774e78ba02c03f707622ea62789e0542acff08a50",
"sha256": "a97158a37c838cb64a21a16774e78ba02c03f707622ea62789e0542acff08a50"
},
"ablation_unit_sidecar_065": {
"path": "sha256:849ce7bb58c85d0769ffee3aa8b490261efaa66905c5923f51cd5d682f62daeb",
"sha256": "849ce7bb58c85d0769ffee3aa8b490261efaa66905c5923f51cd5d682f62daeb"
},
"ablation_unit_sidecar_067": {
"path": "sha256:bb8073fe6b6e8a2a46e0eef07bf57b99cebab1059b53329381c9f5f841607af1",
"sha256": "bb8073fe6b6e8a2a46e0eef07bf57b99cebab1059b53329381c9f5f841607af1"
},
"ablation_unit_sidecar_069": {
"path": "sha256:95388fd445185c8e6725264b8bbaff389d0afae6bffd91b0d7b4c25371e92d65",
"sha256": "95388fd445185c8e6725264b8bbaff389d0afae6bffd91b0d7b4c25371e92d65"
},
"ablation_unit_sidecar_071": {
"path": "sha256:d92f8dcb07b000cd328f77554082b4eb443d0457a2eb129b652010eba1d5490a",
"sha256": "d92f8dcb07b000cd328f77554082b4eb443d0457a2eb129b652010eba1d5490a"
},
"ablation_unit_sidecar_073": {
"path": "sha256:a08c60f275c748eab9736f25c88b0116c4fb2df8d60068dc597a16068382fdd5",
"sha256": "a08c60f275c748eab9736f25c88b0116c4fb2df8d60068dc597a16068382fdd5"
},
"ablation_unit_sidecar_075": {
"path": "sha256:41980d94f2cfabb100c9f0ca849977a42898c5a4578bc9372f827485919508ce",
"sha256": "41980d94f2cfabb100c9f0ca849977a42898c5a4578bc9372f827485919508ce"
},
"ablation_unit_sidecar_077": {
"path": "sha256:f3c2e615a83d9af5a648dee35602fbd92e74613a0bf7dd6f8b5201bd9ccec963",
"sha256": "f3c2e615a83d9af5a648dee35602fbd92e74613a0bf7dd6f8b5201bd9ccec963"
},
"ablation_unit_sidecar_079": {
"path": "sha256:7e112a406fa0931a653a523aee3de4174475bd38726f67e749ac42e264ed10fd",
"sha256": "7e112a406fa0931a653a523aee3de4174475bd38726f67e749ac42e264ed10fd"
},
"ablation_unit_sidecar_081": {
"path": "sha256:9579aec41ed3f0d311c791c8e0f84a98d5ac67f08938ef327794fad1e18b63b3",
"sha256": "9579aec41ed3f0d311c791c8e0f84a98d5ac67f08938ef327794fad1e18b63b3"
},
"ablation_unit_sidecar_083": {
"path": "sha256:bfb4a6b54659d3cc66602e6b3d6d22422a355f80d426406fc3534744a10520a8",
"sha256": "bfb4a6b54659d3cc66602e6b3d6d22422a355f80d426406fc3534744a10520a8"
},
"ablation_unit_sidecar_085": {
"path": "sha256:6a5551116a84f2db33a83fa86e7c70d9d154ffbeea59a244833e7d605f9dce0e",
"sha256": "6a5551116a84f2db33a83fa86e7c70d9d154ffbeea59a244833e7d605f9dce0e"
},
"ablation_unit_sidecar_087": {
"path": "sha256:f05506e46e15be2824ee456ea3f1c28b2baedfee5debaa197cf3aad0fb2dcc9e",
"sha256": "f05506e46e15be2824ee456ea3f1c28b2baedfee5debaa197cf3aad0fb2dcc9e"
},
"ablation_unit_sidecar_089": {
"path": "sha256:3ed9dd966d7eeaef7dc1d680ad82cd26d22596d9dff0bf04801b12ff1817202a",
"sha256": "3ed9dd966d7eeaef7dc1d680ad82cd26d22596d9dff0bf04801b12ff1817202a"
},
"ablation_unit_sidecar_091": {
"path": "sha256:d9f06cf11692c54e576e96b01fd7306efee2f0b3274e93667eabeeb7aa3d6b40",
"sha256": "d9f06cf11692c54e576e96b01fd7306efee2f0b3274e93667eabeeb7aa3d6b40"
},
"ablation_unit_sidecar_093": {
"path": "sha256:4ceda923a8a30abc85687bfd26269876f6cd53cbe0e3135837af178d8c0bea01",
"sha256": "4ceda923a8a30abc85687bfd26269876f6cd53cbe0e3135837af178d8c0bea01"
},
"ablation_unit_sidecar_095": {
"path": "sha256:9996b25e5a9266a08cb9451a8ff3fd1cc4b9a310a33c1c85cc71b49c03834bb0",
"sha256": "9996b25e5a9266a08cb9451a8ff3fd1cc4b9a310a33c1c85cc71b49c03834bb0"
},
"ablation_unit_sidecar_097": {
"path": "sha256:8f26255c7726e016e960fc3a04c325863169147734903762f9049809c6702ffd",
"sha256": "8f26255c7726e016e960fc3a04c325863169147734903762f9049809c6702ffd"
},
"ablation_unit_sidecar_099": {
"path": "sha256:a277669099d498741cb515b7cf9b0e696da6fa3db51cfc13aa41a79ed6cb7811",
"sha256": "a277669099d498741cb515b7cf9b0e696da6fa3db51cfc13aa41a79ed6cb7811"
},
"ablation_unit_sidecar_101": {
"path": "sha256:6eee85df309aaea255b9c3df72b0d04c7ed9375326dcf0b6f44531fa3dbf76b4",
"sha256": "6eee85df309aaea255b9c3df72b0d04c7ed9375326dcf0b6f44531fa3dbf76b4"
},
"ablation_unit_sidecar_103": {
"path": "sha256:7eba4425e53edb8045f20885a18ceda0fc94132ccc7520023d8e836627b072ac",
"sha256": "7eba4425e53edb8045f20885a18ceda0fc94132ccc7520023d8e836627b072ac"
},
"acceptance_comparison": {
"path": "sha256:39a3fc77d85d3e87b3c9353358b05b93e4d5b841012a6f6b4655a66e5a16c0c9",
"sha256": "39a3fc77d85d3e87b3c9353358b05b93e4d5b841012a6f6b4655a66e5a16c0c9"
},
"acceptance_receipt": {
"path": "sha256:d24d4d8e41d75c91b2ff72a04f54a4519c15f1b362e70664cbfe1a12c736601d",
"sha256": "d24d4d8e41d75c91b2ff72a04f54a4519c15f1b362e70664cbfe1a12c736601d"
},
"control_acceptance": {
"path": "sha256:7203746fea5b3910bef0a80cc1f74394dd524f7d20faa0cf003c4bedea3e580e",
"sha256": "7203746fea5b3910bef0a80cc1f74394dd524f7d20faa0cf003c4bedea3e580e"
},
"export_manifest": {
"path": "sha256:26b6a22f5fc7bea914ba436a9190c8eae8fd4607dd66313649294b5b04ece5ef",
"sha256": "26b6a22f5fc7bea914ba436a9190c8eae8fd4607dd66313649294b5b04ece5ef"
},
"external_verification": {
"path": "sha256:2b3f32d8c71dc3d33d4f069b5707d160c1e84bd8c778e5807101a52f3086b464",
"sha256": "2b3f32d8c71dc3d33d4f069b5707d160c1e84bd8c778e5807101a52f3086b464"
},
"format_ablation": {
"path": "sha256:3a31107246bec500025a38079fd0b7f9deb61f5b8c3720056fc650108ee9ceb5",
"sha256": "3a31107246bec500025a38079fd0b7f9deb61f5b8c3720056fc650108ee9ceb5"
},
"format_ablation_config": {
"path": "sha256:5692f15944dcef9a8a64a96ea5b5888b39024de321c2bb9a302f1c522bc3ea12",
"sha256": "5692f15944dcef9a8a64a96ea5b5888b39024de321c2bb9a302f1c522bc3ea12"
},
"format_ablation_receipt": {
"path": "sha256:827ecc920fa6dd4cfe2922fde4d2289967c9e32759f368b466761302cf27b3c0",
"sha256": "827ecc920fa6dd4cfe2922fde4d2289967c9e32759f368b466761302cf27b3c0"
},
"format_audit_corpus_script": {
"path": "evidence/source/audit_corpus.py",
"sha256": "3e115fd82b89bdf2e74c9791ddbc1bfc4ac10300cca8c6ce943069a8656a2391"
},
"format_baseline_config": {
"path": "sha256:f1683a7b00bf1b1e93654ebb366fa0072ba6092b0dbad10272e9353196c3532d",
"sha256": "f1683a7b00bf1b1e93654ebb366fa0072ba6092b0dbad10272e9353196c3532d"
},
"format_checkpoint_script": {
"path": "evidence/source/checkpoint_fs.py",
"sha256": "96e951a223a557de8559730d73a229cea5432c39957918ff79f9e81a30f69e50"
},
"format_corpus_script": {
"path": "evidence/source/corpus.py",
"sha256": "05afba561a6258812d2baa802456c29c00d30955bec7f5c46389b90b2dad9e93"
},
"format_data_script": {
"path": "evidence/source/data.py",
"sha256": "7a15626912afb93802b76450e5918a7e8d8c67aad295df4c96cde1129da1c094"
},
"format_derivation_script": {
"path": "evidence/source/derive_no_fim.py",
"sha256": "fcf252eb4b248a08a1ffb7e3feacec54d040b459f44cb41b499d5baf7773ba09"
},
"format_holdout": {
"path": "sha256:c8450430853b60785cefb5dee24f7d4f01412db27af57b316b7c234bc42cd047",
"sha256": "c8450430853b60785cefb5dee24f7d4f01412db27af57b316b7c234bc42cd047"
},
"format_model_script": {
"path": "evidence/source/model.py",
"sha256": "8abcc6bfd1741ba5ed3c2624467dc7b3b05488909cfccbdeb1fc49a5e3fb4b41"
},
"format_preparation_script": {
"path": "evidence/source/prepare_data.py",
"sha256": "dc9f11dd96eadcd65917b62bd7ac8c641266b99fd1225cb4cdfea0ef08654d30"
},
"format_run1_shard_integrity_receipt": {
"path": "sha256:5831ecd4a471fbe07e19b212bc3de44bed0b0b6b456083e888f66802937bf471",
"sha256": "5831ecd4a471fbe07e19b212bc3de44bed0b0b6b456083e888f66802937bf471"
},
"format_tokenizer": {
"path": "evidence/inputs/tokenizer.code32k.json",
"sha256": "401a28c1f079050c48f6438830ca772d161d897e3cf2f30588d9ddc587dc6081"
},
"format_training_data_contract": {
"path": "evidence/source/training_data_contract.py",
"sha256": "093e80ece400ca9b4bfe307972eb7dabee79d8a920b569b5e360262ba0e204dd"
},
"format_training_data_receipt": {
"path": "sha256:b6d1ad6d3b65b9c540ab572ce5f1053e91ec1d6afb95722075640d4864f24621",
"sha256": "b6d1ad6d3b65b9c540ab572ce5f1053e91ec1d6afb95722075640d4864f24621"
},
"format_training_script": {
"path": "evidence/source/train.py",
"sha256": "d194337982362a9b0728cbaae24f245170d83f673aa6ce3323ddec25ecfcef30"
},
"model_card_template": {
"path": "evidence/documents/MODEL_CARD.release_audited.md",
"sha256": "ecd9611c82d8a05da30f36ef41b5ec0642ec7a4e6137c20f5951d84a51d55d9f"
},
"rollout": {
"path": "sha256:d0a3cd9e49732efce187466875d5ec6524e537e9c1f05ba88f1070a4cc1b2088",
"sha256": "d0a3cd9e49732efce187466875d5ec6524e537e9c1f05ba88f1070a4cc1b2088"
},
"rollout_receipt": {
"path": "evidence/receipts/eval_rollout_receipt_v3.json",
"sha256": "cc2641ad4670c4bd7141394accc1ef162a31a95f1a0373310943ddab5dc23f23"
},
"rollout_verification": {
"path": "sha256:9d4c3c56a99eb97f75cb4366c922882b1c008bc327913a65beaa57673e25e412",
"sha256": "9d4c3c56a99eb97f75cb4366c922882b1c008bc327913a65beaa57673e25e412"
},
"trained_acceptance": {
"path": "sha256:53214c7cc098a3d29548563730855e16876ae28a615d61db62002dc170d81b0e",
"sha256": "53214c7cc098a3d29548563730855e16876ae28a615d61db62002dc170d81b0e"
},
"training_data_data_document": {
"path": "evidence/documents/DATA.md",
"sha256": "fac5dce1b46f29821e3ed509332922ba395d4f3a1660b2e95929e94393e25ec7"
},
"training_data_model_card_template": {
"path": "evidence/documents/MODEL_CARD.training_data_registered.md",
"sha256": "ecd9611c82d8a05da30f36ef41b5ec0642ec7a4e6137c20f5951d84a51d55d9f"
},
"training_data_receipt": {
"path": "sha256:b6d1ad6d3b65b9c540ab572ce5f1053e91ec1d6afb95722075640d4864f24621",
"sha256": "b6d1ad6d3b65b9c540ab572ce5f1053e91ec1d6afb95722075640d4864f24621"
},
"validation": {
"path": "sha256:ec286ba1fabbc4263546a1d8fd61bc8a0bfdae2fbed2f7d9020652d2c62b5198",
"sha256": "ec286ba1fabbc4263546a1d8fd61bc8a0bfdae2fbed2f7d9020652d2c62b5198"
},
"validation_receipt": {
"path": "sha256:4c4881109594917acfa177bd5c0092fa1b2fea0d55fab9ea43ee5616562cd876",
"sha256": "4c4881109594917acfa177bd5c0092fa1b2fea0d55fab9ea43ee5616562cd876"
}
},
"audit_source_sha256": "b73ed79ce6f4219f38e1c3019e238ead34e54820e833ac6e2878464b4d89e701",
"checkpoint": {
"master_sha256": "89e81fb899d054cefaeca89443c20e4d4636167f43cfbc3f47579f79f5f27f22",
"meta_sha256": "e313c82a3cc153902fe29fce8fe1c9b334bc48d20fcdd81b3bf69a3ccfc4f4eb",
"optimizer_sha256": "bab7d8b72e22565b0be52bbe8262955247b0442afe277030f2e6aadba55534eb",
"path": "local-path-redacted",
"step": 19073
},
"created_at": "2026-08-03T15:18:44.009635+00:00",
"export": {
"manifest_sha256": "26b6a22f5fc7bea914ba436a9190c8eae8fd4607dd66313649294b5b04ece5ef",
"path": "local-path-redacted",
"payload_files": 13,
"repo_id": "philipjohnbasile/wisp-coder-110m"
},
"external_verification": {
"argmax_agreement": 1.0,
"relative_delta_threshold": 0.01,
"relative_max_abs_delta": 0.0013754346258788902,
"toolchain": {
"mlx": "0.32.0",
"platform": "macOS-27.0-arm64-arm-64bit-Mach-O",
"python": "3.14.6",
"torch": "2.13.0",
"transformers": "5.14.1"
}
},
"format_ablation": {
"arm_mean_acceptance": {
"run1_fim": 0.7848643666505813,
"run1_fim_shuf": 0.7643998256325721,
"run1_l2r": 0.779159582555294,
"run2_fim": 0.6985759252309799,
"run2_fim_shuf": 0.683045190423727,
"run2_l2r": 0.7791734331846237
},
"baseline_revision_evidence": {
"kind": "local_huggingface_cache_refs_captured_after_run1_corpus_build",
"limitation": "This is repository-revision evidence, not a per-document raw-corpus manifest for run 1. Source drift between the run 1 build and the captured cache refs cannot be ruled out."
},
"depth": 2,
"documents": 200,
"instrument_version": 4,
"primary_endpoint": {
"ci95": [
0.07469401128590107,
0.0882960123345256
],
"contract": {
"bootstrap_samples": 4000,
"bootstrap_seed": 0,
"bootstrap_unit": "paired_target_document",
"depth": 2,
"metric": "(run1_fim_shuf_minus_l2r)_minus_(run2_fim_shuf_minus_l2r)",
"positive_when": "ci95_lower_gt_0"
},
"difference_in_differences": 0.08136848583817483,
"run1_fim_shuf_minus_l2r": -0.014759756922721912,
"run2_fim_shuf_minus_l2r": -0.09612824276089671,
"verdict": "POSITIVE"
},
"publication_ready": true,
"research_outcomes_are_not_release_gates": true,
"runtime_code_evidence": {
"kind": "matched_sampler_reset_with_post_build_shard_attestation",
"limitation": "Run 1 did not record source-file hashes or sampler state in its pre-fix checkpoints. A post-build receipt now hashes all 52 current shard files and binds deterministic visible-grammar normalization, but it does not prove that the bytes were unchanged since training began or recover exact original units. The step-300 process recovery reset the legacy sampler, causing 78,643,200 scheduled token positions, 1.57 percent of the training budget, to replay earlier random windows. sampler_reset_steps [300] matches that reset timing in both arms. Later checkpoints preserve exact sampler RNG state. Exact sampled-example equivalence still cannot be proven."
},
"schema_version": 1,
"secondary_endpoint": {
"ci95": [
-0.0025777602791786196,
0.012247835688292982
],
"contract": {
"bootstrap_samples": 4000,
"bootstrap_seed": 0,
"bootstrap_unit": "paired_target_document",
"depth": 2,
"metric": "(run1_fim_minus_fim_shuf)_minus_(run2_fim_minus_fim_shuf)"
},
"difference_in_differences": 0.004933806210756302,
"run1_fim_minus_fim_shuf": 0.020464541018009208,
"run2_fim_minus_fim_shuf": 0.015530734807252866,
"verdict": "NULL: the interval includes zero"
}
},
"portable_evidence_bundle_required": true,
"portable_projection": {
"local_paths_replaced": true,
"schema_version": 1,
"source_release_audit_sha256": "aeecb3ba42b6e3d930c041b5a5a70a37a0e3873dcb247daf799166e1401003dd"
},
"publication_ready": true,
"research_outcomes_are_not_release_gates": true,
"rollout": {
"branch_local_replay_valid": true,
"cross_policy_trajectory_identical": true,
"historical_instrument_only": false,
"primary_endpoint": {
"adaptive_policy": "adaptive_h0.7",
"ci95": [
0.0,
0.0
],
"comparison": "selected_adaptive_minus_selected_fixed",
"difference": 0.0,
"documents": 60,
"fixed_policy": "fixed_d4",
"metric": "accepted_drafts_per_verification",
"verdict": "NULL: the interval includes 0"
},
"quality_equivalent_to_greedy_ar": false,
"secondary_draft_issued_proxy_endpoint": {
"adaptive_policy": "adaptive_h0.7",
"ci95": [
0.0,
0.0
],
"comparison": "selected_adaptive_minus_selected_fixed",
"difference": 0.0,
"documents": 60,
"fixed_policy": "fixed_d4",
"metric": "drafts_issued_per_output_token",
"verdict": "NULL: the interval includes 0"
},
"secondary_draft_work_endpoint": {
"adaptive_policy": "adaptive_h0.7",
"ci95": [
0.0,
0.0
],
"comparison": "selected_adaptive_minus_selected_fixed",
"difference": 0.0,
"documents": 60,
"fixed_policy": "fixed_d4",
"metric": "draft_recursions_per_output_token",
"verdict": "NULL: the interval includes 0"
},
"secondary_target_forward_endpoint": {
"adaptive_policy": "adaptive_h0.7",
"ci95": [
0.0,
0.0
],
"comparison": "selected_adaptive_minus_selected_fixed",
"difference": 0.0,
"documents": 60,
"fixed_policy": "fixed_d4",
"metric": "output_tokens_per_target_forward",
"verdict": "NULL: the interval includes 0"
},
"selected_adaptive": {
"calibration_value": 3.026329118185736,
"metric": "accepted_drafts_per_verification",
"policy": "adaptive_h0.7",
"tie_break": "first_in_registered_candidate_order"
},
"selected_fixed": {
"calibration_value": 3.026329118185736,
"metric": "accepted_drafts_per_verification",
"policy": "fixed_d4",
"tie_break": "first_in_registered_candidate_order"
}
},
"rollout_verification": {
"branch_quality_independently_verified": true,
"certified_near_tie_tokens": 0,
"exact_argmax_tokens": 38400,
"output_tokens": 38400,
"path": "sha256:9d4c3c56a99eb97f75cb4366c922882b1c008bc327913a65beaa57673e25e412",
"policy_documents": 600,
"provenance_scope": "Unsigned local attestation bound to a pushed pre-execution receipt commit and the registered source, inputs, checkpoint, and argv; it is not a signed external or trusted-execution witness.",
"rollout_execution_reproduced": true,
"sha256": "9d4c3c56a99eb97f75cb4366c922882b1c008bc327913a65beaa57673e25e412"
},
"schema_version": 2,
"validation": {
"main_loss": {
"ci95": [
1.342810546875,
1.4335214843750002
],
"mean": 1.3873046875
},
"main_perplexity": 4.004043347726933,
"mtp_loss": [
{
"ci95": [
1.5235537109375,
1.6234433593750002
],
"mean": 1.5726953125
},
{
"ci95": [
1.601328125,
1.7028203125
],
"mean": 1.651328125
}
],
"target_tokens": 1638400
}
}