mini-neuralhorner-v02 / provenance.json
TrickyRex's picture
Record hosted SAIR Playground result
f80cc91 verified
Raw
History Blame Contribute Delete
4.83 kB
{
"schema": "mini-neuralhorner-public-provenance-v1",
"artifact": {
"name": "MiniNeuralHorner v0.2 development snapshot",
"parameter_count": 126603,
"inference_width": 2048,
"inference_precision": "float32",
"tensor_sha256": "7d1768ae1260f750e0a80ec93d98f86a80d441e479ce29e0a8e21fd098c742a3"
},
"training_source": {
"width": 512,
"step": 48000,
"checkpoint_sha256": "970165b1af9e1518b83529ee8280521d9e3baece67d79efeee020e61c31f8ec7",
"receipt_sha256": "abc5700038342725c443e200ef9bb9efd912ab4350f390272feaaaa2d392705a",
"source_git_head": "7afdbaaca7495ab683ab1aac2bc9c002900dc88f"
},
"qualification": {
"width": 1024,
"training_updates": 0,
"checkpoint_sha256": "d296b711bb6a7faaa1dd81e05478cfa75f11071c42a8c36fbf60e758ee7eb407",
"receipt_sha256": "80948748a41183a809faf282600cc0f8343691b6cdb4bebaac4f1f468df95651",
"selected_sha256": "53addcb1a400952cf5e52f6b8c4e0fd129ede9c1471b82a026c62dbd7783d1c7",
"source_git_head": "1e57afc18539b3dca2e959d7d09c27fbed592601",
"tensor_values_equal_to_training_source": true,
"screen": {
"count_per_tier_and_mode": 64,
"tiers": [6, 7, 8, 9],
"fixed_correct": [64, 64, 64, 64],
"dynamic_correct": [64, 64, 64, 64]
},
"confirmation": {
"count_per_tier_and_mode": 256,
"tiers": [6, 7, 8, 9],
"fixed_correct": [256, 256, 256, 256],
"dynamic_correct": [256, 256, 256, 256]
},
"small_prime_exhaustive": {
"prime_limit_exclusive": 64,
"fixed_correct": 40954,
"dynamic_correct": 40954,
"total_per_mode": 40954
}
},
"zero_training_width_screen": {
"checkpoint_sha256": "970165b1af9e1518b83529ee8280521d9e3baece67d79efeee020e61c31f8ec7",
"same_tensor_values_as_qualified_checkpoint": true,
"count_per_tier_and_mode": 64,
"results": [
{"width": 1024, "tier": 8, "fixed_correct": 64, "dynamic_correct": 64},
{"width": 1024, "tier": 9, "fixed_correct": 64, "dynamic_correct": 64},
{"width": 2048, "tier": 9, "fixed_correct": 64, "dynamic_correct": 64},
{"width": 2048, "tier": 10, "fixed_correct": 63, "dynamic_correct": 63}
]
},
"cuda_precision_check": {
"device": "NVIDIA H100 80GB HBM3",
"torch": "2.4.1+cu124",
"non_edge_cases": 22,
"equal_outputs": 21,
"different_outputs": 1,
"different_case": "tier 10; both outputs were incorrect",
"selected_inference_precision": "float32",
"receipt_sha256": "824af99d6d4d4884637b01d05419a1cb287455c5e68d43fc2a986b7cca145d6c"
},
"official_interface_eval": {
"evaluator_git_head": "99cac6ef5c2f82e53105ec0ddcbb9b8d37bf6fca",
"seed_hex": "4d696e694e657572616c486f726e6572",
"total_cases": 110,
"deterministic": true,
"scored_correct": 99,
"scored_total": 100,
"tiers_1_through_9_correct_per_tier": [10, 10, 10, 10, 10, 10, 10, 10, 10],
"tier_10_correct": 9,
"tier_10_total": 10,
"tier_0_unscored_correct": 6,
"tier_0_unscored_total": 10,
"receipt_sha256": "ec03610683b2a1700ecf89e4d5186fa73666bcec6a098f67a1e4f3fb6b636c58"
},
"hosted_playground_eval": {
"source": {
"kind": "user_transcribed_sair_ui",
"public_receipt_url": null,
"run_id": null
},
"repo_id": "TrickyRex/mini-neuralhorner-v02",
"evaluated_revision": "d9d611833d340c72d90a97d995a94031b798cf7c",
"status": "Completed",
"frontier": "T9",
"displayed_overall_percent": 99,
"scored": {
"tiers": "T1-T10",
"correct": 985,
"total": 1000,
"accuracy": 0.985
},
"all_tiers_including_diagnostic": {
"tiers": "T0-T10",
"correct": 1025,
"total": 1100,
"accuracy": 0.9318181818181818
},
"runtime_seconds": 156.602,
"artifact_size_display": "520 KB",
"completed_display": "2026-08-16 20:44:20",
"completed_timezone": null,
"tiers": [
{"tier": 0, "correct": 40, "total": 100, "scored": false},
{"tier": 1, "correct": 100, "total": 100, "scored": true},
{"tier": 2, "correct": 100, "total": 100, "scored": true},
{"tier": 3, "correct": 100, "total": 100, "scored": true},
{"tier": 4, "correct": 100, "total": 100, "scored": true},
{"tier": 5, "correct": 100, "total": 100, "scored": true},
{"tier": 6, "correct": 100, "total": 100, "scored": true},
{"tier": 7, "correct": 100, "total": 100, "scored": true},
{"tier": 8, "correct": 100, "total": 100, "scored": true},
{"tier": 9, "correct": 100, "total": 100, "scored": true},
{"tier": 10, "correct": 85, "total": 100, "scored": true}
],
"post_evaluation_docs_revision": {
"revision": "16acb08ea46295ac7c45be697890fd99dbe8e5b5",
"model_py_identical": true,
"weights_pt_identical": true,
"evaluated": false
}
}
}