| { |
| "adapter_file": "adapters/primary/primary/adapter_model.safetensors", |
| "adapter_sha256": "f0a1e400ab37136131996109ff3c041c8a8e4425e11250c5d82eee098b43baff", |
| "adapter_trainable_parameters": 1298432, |
| "artifact_hashes": { |
| "adapters/primary/README.md": "b997674c5241dc4f82e15cb8ddd7c3ffef8b8bab3d31a648f3bd70bb8d5eac35", |
| "adapters/primary/primary/adapter_config.json": "3869910184dc4955a19a1c7ca753cb0018fe9b8d5c4a49b373eec56d53f10004", |
| "adapters/primary/primary/adapter_model.safetensors": "f0a1e400ab37136131996109ff3c041c8a8e4425e11250c5d82eee098b43baff", |
| "checkpoint-metrics.jsonl": "1dc37f0670a6550e8daa933e9be762b4eb7cc9863bba62dcadadd452eaa5fd5d", |
| "checkpoints/step-100/README.md": "b997674c5241dc4f82e15cb8ddd7c3ffef8b8bab3d31a648f3bd70bb8d5eac35", |
| "checkpoints/step-100/primary/adapter_config.json": "3869910184dc4955a19a1c7ca753cb0018fe9b8d5c4a49b373eec56d53f10004", |
| "checkpoints/step-100/primary/adapter_model.safetensors": "1d8d7a813be64eae23f083648b24ed18df1813fcca09342641c1fd9549f1749a", |
| "checkpoints/step-200/README.md": "b997674c5241dc4f82e15cb8ddd7c3ffef8b8bab3d31a648f3bd70bb8d5eac35", |
| "checkpoints/step-200/primary/adapter_config.json": "3869910184dc4955a19a1c7ca753cb0018fe9b8d5c4a49b373eec56d53f10004", |
| "checkpoints/step-200/primary/adapter_model.safetensors": "694e7f0120625822365ea58e6cb2c1808579fd4a4e0977b676199ba996c34588", |
| "checkpoints/step-50/README.md": "b997674c5241dc4f82e15cb8ddd7c3ffef8b8bab3d31a648f3bd70bb8d5eac35", |
| "checkpoints/step-50/primary/adapter_config.json": "3869910184dc4955a19a1c7ca753cb0018fe9b8d5c4a49b373eec56d53f10004", |
| "checkpoints/step-50/primary/adapter_model.safetensors": "f0a1e400ab37136131996109ff3c041c8a8e4425e11250c5d82eee098b43baff", |
| "grammar-preflight.json": "bdaf72ff6d0c21ae5dcc8d772ae505c6f82bf28e32290498b6295d5ff9dff8b0", |
| "result.json": "fc8d74ccc1cee13421f1f523d4341a02b66d05ca8da498102f70656cae137427", |
| "training-manifest.json": "d07de5affabfe47c22cd7e99ef9982829027f4ea24b6bab8748981f6c605ab94" |
| }, |
| "artifact_root": "/jump-runs/gemma-primary-exploratory/d07de5affabfe47c22cd7e99ef9982829027f4ea24b6bab8748981f6c605ab94", |
| "base_trainable_parameters": 0, |
| "checkpoints": [ |
| { |
| "adapter_dir": "checkpoints/step-50/primary", |
| "adapter_sha256": "f0a1e400ab37136131996109ff3c041c8a8e4425e11250c5d82eee098b43baff", |
| "answer_token_accuracy": 0.9217171717171717, |
| "decoded": [ |
| { |
| "episode_id": "60134c6e5af0ad59742d", |
| "exact": true, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,0,1,0,0]}" |
| }, |
| { |
| "episode_id": "d614ab65659bd62b339e", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,0,1,1,1]}" |
| }, |
| { |
| "episode_id": "1781a89d8e6cd33650a3", |
| "exact": true, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,1,0,0,1]}" |
| }, |
| { |
| "episode_id": "ccea8fb5cc95448fdfac", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"attract\"},\"partition\":[0,1,0,1,1,0]}" |
| }, |
| { |
| "episode_id": "1ef1104d156c78f54690", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,1,0,1,0]}" |
| }, |
| { |
| "episode_id": "94ca013f0357f8526974", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,0,0,1,1]}" |
| }, |
| { |
| "episode_id": "6ecd6b981be1a15eaa46", |
| "exact": true, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,1,0,0,1]}" |
| }, |
| { |
| "episode_id": "655b63a4c832454e56f6", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,1,0,1,1]}" |
| }, |
| { |
| "episode_id": "d3cdbeb5336553a8f592", |
| "exact": true, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,1,1,0,0]}" |
| }, |
| { |
| "episode_id": "92fe86aaca92265e076f", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,0,1,1,0]}" |
| }, |
| { |
| "episode_id": "6d516a089a32fbbbea1b", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"attract\"},\"partition\":[0,1,0,0,0,1]}" |
| }, |
| { |
| "episode_id": "4573813980de6888fc9d", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"attract\"},\"partition\":[0,1,1,0,1,0]}" |
| } |
| ], |
| "examples": 12, |
| "generated_exact_json_accuracy": 0.3333333333333333, |
| "generated_json_parse_rate": 1.0, |
| "step": 50, |
| "teacher_forced_loss": 0.31487923860549927 |
| }, |
| { |
| "adapter_dir": "checkpoints/step-100/primary", |
| "adapter_sha256": "1d8d7a813be64eae23f083648b24ed18df1813fcca09342641c1fd9549f1749a", |
| "answer_token_accuracy": 0.9621212121212122, |
| "decoded": [ |
| { |
| "episode_id": "60134c6e5af0ad59742d", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"repel\"},\"partition\":[0,1,0,1,0,0]}" |
| }, |
| { |
| "episode_id": "d614ab65659bd62b339e", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"attract\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,0,1,1,1]}" |
| }, |
| { |
| "episode_id": "1781a89d8e6cd33650a3", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"repel\"},\"partition\":[0,1,1,0,0,1]}" |
| }, |
| { |
| "episode_id": "ccea8fb5cc95448fdfac", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"attract\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,0,1,1,0]}" |
| }, |
| { |
| "episode_id": "1ef1104d156c78f54690", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,1,0,1,1]}" |
| }, |
| { |
| "episode_id": "94ca013f0357f8526974", |
| "exact": true, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"repel\"},\"partition\":[0,1,0,0,1,1]}" |
| }, |
| { |
| "episode_id": "6ecd6b981be1a15eaa46", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"repel\"},\"partition\":[0,1,1,0,0,1]}" |
| }, |
| { |
| "episode_id": "655b63a4c832454e56f6", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"attract\"},\"partition\":[0,0,1,0,1,1]}" |
| }, |
| { |
| "episode_id": "d3cdbeb5336553a8f592", |
| "exact": true, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,1,1,0,0]}" |
| }, |
| { |
| "episode_id": "92fe86aaca92265e076f", |
| "exact": true, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"repel\"},\"partition\":[0,0,0,1,1,0]}" |
| }, |
| { |
| "episode_id": "6d516a089a32fbbbea1b", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"attract\"},\"partition\":[0,1,0,0,0,1]}" |
| }, |
| { |
| "episode_id": "4573813980de6888fc9d", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"attract\"},\"partition\":[0,1,1,0,1,0]}" |
| } |
| ], |
| "examples": 12, |
| "generated_exact_json_accuracy": 0.25, |
| "generated_json_parse_rate": 1.0, |
| "step": 100, |
| "teacher_forced_loss": 0.05907239951193333 |
| }, |
| { |
| "adapter_dir": "checkpoints/step-200/primary", |
| "adapter_sha256": "694e7f0120625822365ea58e6cb2c1808579fd4a4e0977b676199ba996c34588", |
| "answer_token_accuracy": 0.9671717171717171, |
| "decoded": [ |
| { |
| "episode_id": "60134c6e5af0ad59742d", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"attract\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,0,1,0,0]}" |
| }, |
| { |
| "episode_id": "d614ab65659bd62b339e", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"attract\",\"exponent\":2,\"same\":\"attract\"},\"partition\":[0,0,0,1,1,1]}" |
| }, |
| { |
| "episode_id": "1781a89d8e6cd33650a3", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"repel\"},\"partition\":[0,1,1,0,0,1]}" |
| }, |
| { |
| "episode_id": "ccea8fb5cc95448fdfac", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"attract\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,0,1,1,0]}" |
| }, |
| { |
| "episode_id": "1ef1104d156c78f54690", |
| "exact": true, |
| "text": "{\"law\":{\"different\":\"attract\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,1,0,1,1]}" |
| }, |
| { |
| "episode_id": "94ca013f0357f8526974", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"attract\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,0,0,1,1]}" |
| }, |
| { |
| "episode_id": "6ecd6b981be1a15eaa46", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"repel\"},\"partition\":[0,1,1,0,0,1]}" |
| }, |
| { |
| "episode_id": "655b63a4c832454e56f6", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,1,0,1,1]}" |
| }, |
| { |
| "episode_id": "d3cdbeb5336553a8f592", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"attract\",\"exponent\":2,\"same\":\"repel\"},\"partition\":[0,1,1,1,0,0]}" |
| }, |
| { |
| "episode_id": "92fe86aaca92265e076f", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,0,1,1,0]}" |
| }, |
| { |
| "episode_id": "6d516a089a32fbbbea1b", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"attract\",\"exponent\":2,\"same\":\"repel\"},\"partition\":[0,1,0,0,0,1]}" |
| }, |
| { |
| "episode_id": "4573813980de6888fc9d", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,1,0,1,0]}" |
| } |
| ], |
| "examples": 12, |
| "generated_exact_json_accuracy": 0.08333333333333333, |
| "generated_json_parse_rate": 1.0, |
| "step": 200, |
| "teacher_forced_loss": 0.06225178204476833 |
| } |
| ], |
| "claim_label": "exploratory product recovery; not confirmatory, G3, or mechanistic evidence", |
| "dataset_sha256": "10b3d9cad161d415914e62795136675339a29c3cb141a4169b413da3dad75802", |
| "demo_usable": true, |
| "duration_seconds": 407.859539173, |
| "environment": { |
| "cuda": "13.0", |
| "gpu": "NVIDIA H100 80GB HBM3", |
| "package_lock": { |
| "accelerate": "1.14.0", |
| "huggingface_hub": "1.14.0", |
| "peft": "0.20.0", |
| "pillow": "12.3.0", |
| "python": "3.12", |
| "safetensors": "0.8.0", |
| "torch": "2.11.0", |
| "torchvision": "0.26.0", |
| "transformers": "git+https://github.com/huggingface/transformers.git@918dbf131d0df5b46e3f6e1d96174d62aa4d16d6" |
| }, |
| "python": "3.12.10", |
| "torch": "2.11.0+cu130" |
| }, |
| "estimated_cost_usd": 0.4474219144727809, |
| "final_test": { |
| "answer_token_accuracy": 0.9090909090909091, |
| "decoded": [ |
| { |
| "episode_id": "ae34a0824f633da593fd", |
| "exact": true, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,0,1,1,1]}" |
| }, |
| { |
| "episode_id": "7a002ceb4dad1056e65a", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,1,0,1,1]}" |
| }, |
| { |
| "episode_id": "9246e9536e368abc52b7", |
| "exact": true, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,0,1,0,0]}" |
| }, |
| { |
| "episode_id": "4955b2e1bd5fb2e31a27", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,1,0,1,0]}" |
| }, |
| { |
| "episode_id": "a7d37707e18bc3ea163c", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,1,1,1,1]}" |
| }, |
| { |
| "episode_id": "495e93030025b0a0eb31", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,0,1,1,0]}" |
| }, |
| { |
| "episode_id": "e74b713b01d6d6df2781", |
| "exact": true, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,1,0,1,1]}" |
| }, |
| { |
| "episode_id": "2951145c59e4ec3d5620", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,1,0,1,1,1]}" |
| }, |
| { |
| "episode_id": "5896a624cc99c4669ad3", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"attract\"},\"partition\":[0,1,0,1,0,1]}" |
| }, |
| { |
| "episode_id": "820568098820a9052af4", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":2,\"same\":\"attract\"},\"partition\":[0,1,0,0,1,0]}" |
| }, |
| { |
| "episode_id": "83370c8d6e932dc0fcaa", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,1,0,0,0]}" |
| }, |
| { |
| "episode_id": "efef45593582c8311f4d", |
| "exact": false, |
| "text": "{\"law\":{\"different\":\"repel\",\"exponent\":1,\"same\":\"attract\"},\"partition\":[0,0,1,0,1,1]}" |
| } |
| ], |
| "examples": 12, |
| "generated_exact_json_accuracy": 0.25, |
| "generated_json_parse_rate": 1.0, |
| "teacher_forced_loss": 0.31303876638412476 |
| }, |
| "forecast_cost_usd": 7.8984, |
| "grammar_sha256": "c5c67dca66f7f97fadb010a98b0c946960a4b7e96c8c08bff4ee7b2a44b8d20c", |
| "manifest_sha256": "d07de5affabfe47c22cd7e99ef9982829027f4ea24b6bab8748981f6c605ab94", |
| "mechanistic_evidence": false, |
| "peak_cuda_memory_bytes": 44658674176, |
| "schema_version": "jump.track-h-gemma-product-recovery-result/v1", |
| "selected_step": 50, |
| "status": "completed", |
| "stopped_on_parse_regression": false, |
| "tokenized_dataset_sha256": "1bfe1a46d19c8397e58f9fb8b4553524a0dce3764659966d1a1ec3c63b5d83ae" |
| } |
|
|
