{ "artifact_hashes": { "adapters/primary/README.md": "b997674c5241dc4f82e15cb8ddd7c3ffef8b8bab3d31a648f3bd70bb8d5eac35", "adapters/primary/primary/adapter_config.json": "3869910184dc4955a19a1c7ca753cb0018fe9b8d5c4a49b373eec56d53f10004", "adapters/primary/primary/adapter_model.safetensors": "c8b8ce2f66b5de927699ac1bec1f70171e169da64de223a48902dd045589cf74", "adapters/types-unavailable-text-ablation/README.md": "b997674c5241dc4f82e15cb8ddd7c3ffef8b8bab3d31a648f3bd70bb8d5eac35", "adapters/types-unavailable-text-ablation/types-unavailable-text-ablation/adapter_config.json": "3869910184dc4955a19a1c7ca753cb0018fe9b8d5c4a49b373eec56d53f10004", "adapters/types-unavailable-text-ablation/types-unavailable-text-ablation/adapter_model.safetensors": "a12d3e16f0bb387012814fbd7f60753d29e49a5b802fe0e43294ca5a3da3b1f5", "adapters/wrong-partition-text-ablation/README.md": "b997674c5241dc4f82e15cb8ddd7c3ffef8b8bab3d31a648f3bd70bb8d5eac35", "adapters/wrong-partition-text-ablation/wrong-partition-text-ablation/adapter_config.json": "3869910184dc4955a19a1c7ca753cb0018fe9b8d5c4a49b373eec56d53f10004", "adapters/wrong-partition-text-ablation/wrong-partition-text-ablation/adapter_model.safetensors": "1c38c1eeed841afa6d4dc3f020c120425c40e79647cbf7b27074b9634b7bf7cc", "dataset.json": "10b3d9cad161d415914e62795136675339a29c3cb141a4169b413da3dad75802", "progress.jsonl": "1cc3f94f779ebca994fbfe3762ea361172edb8aaf352fe5e9c7c620031b25188", "result.json": "0702dd1260a1372480f2443a36f0f4188f857be1dd85347008fc23ae2f0b9f23", "tokenization-audit.json": "58205678aee33943ebe9d2839c88a7892504d2f1b374fdf90941b68506a967de", "training-manifest.json": "eb98ab2cb1a728063f1ccd52c5efbd5730c580b6eb962ec52e820f5c53aa28a4" }, "artifact_root": "/jump-runs/gemma-adapter-real-pilots/eb98ab2cb1a728063f1ccd52c5efbd5730c580b6eb962ec52e820f5c53aa28a4", "conditions": [ { "adapter_file": "adapters/primary/primary/adapter_model.safetensors", "adapter_sha256": "c8b8ce2f66b5de927699ac1bec1f70171e169da64de223a48902dd045589cf74", "adapter_trainable_parameters": 1298432, "answer_token_accuracy": 0.5303030303030303, "base_trainable_parameters": 0, "condition": "primary", "decoded": [ { "episode_id": "60134c6e5af0ad59742d", "exact": false, "text": "{\"latent\":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0," }, { "episode_id": "d614ab65659bd62b339e", "exact": false, "text": "{\"v0\":[[-0.074828719302,-0.082122052577],[-0.033020048754,0.0131868744" }, { "episode_id": "1781a89d8e6cd33650a3", "exact": false, "text": "{\"latent\":[0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1," }, { "episode_id": "ccea8fb5cc95448fdfac", "exact": false, "text": "" } ], "generated_exact_json_accuracy": 0.0, "generated_json_parse_rate": 0.0, "heldout_episodes": 24, "steps": 25, "teacher_forced_loss": 2.4378958543141684, "train_episodes": 200 }, { "adapter_file": "adapters/types-unavailable-text-ablation/types-unavailable-text-ablation/adapter_model.safetensors", "adapter_sha256": "a12d3e16f0bb387012814fbd7f60753d29e49a5b802fe0e43294ca5a3da3b1f5", "adapter_trainable_parameters": 1298432, "answer_token_accuracy": 0.4292929292929293, "base_trainable_parameters": 0, "condition": "types-unavailable-text-ablation", "decoded": [ { "episode_id": "60134c6e5af0ad59742d", "exact": false, "text": "{\"v0\":[[-0.071286960889,-0.083758235321],[0.042606952539,0.02972966936" }, { "episode_id": "d614ab65659bd62b339e", "exact": false, "text": "The final result is the final result." }, { "episode_id": "1781a89d8e6cd33650a3", "exact": false, "text": "{\"v0\":[[-0.014768312015,0.025867790708],[0.0491565157,0.039335641337],[" }, { "episode_id": "ccea8fb5cc95448fdfac", "exact": false, "text": "" } ], "generated_exact_json_accuracy": 0.0, "generated_json_parse_rate": 0.0, "heldout_episodes": 24, "steps": 25, "teacher_forced_loss": 2.6110392411549888, "train_episodes": 200 }, { "adapter_file": "adapters/wrong-partition-text-ablation/wrong-partition-text-ablation/adapter_model.safetensors", "adapter_sha256": "1c38c1eeed841afa6d4dc3f020c120425c40e79647cbf7b27074b9634b7bf7cc", "adapter_trainable_parameters": 1298432, "answer_token_accuracy": 0.47474747474747475, "base_trainable_parameters": 0, "condition": "wrong-partition-text-ablation", "decoded": [ { "episode_id": "60134c6e5af0ad59742d", "exact": false, "text": "{\"v1\":[[-0.071286960889,-0.083758235321],[0.042606952539,0.02972966936" }, { "episode_id": "d614ab65659bd62b339e", "exact": false, "text": "{\"latent\":[1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0," }, { "episode_id": "1781a89d8e6cd33650a3", "exact": false, "text": "{\"v0\":[[-0.014768312015,0.025867790708],[0.0491565157,0.039335641337],[-" }, { "episode_id": "ccea8fb5cc95448fdfac", "exact": false, "text": "{\"v0\":[[-0.006786895976,-0.012100612481],[0.00000000000000000000000000" } ], "generated_exact_json_accuracy": 0.0, "generated_json_parse_rate": 0.0, "heldout_episodes": 24, "steps": 25, "teacher_forced_loss": 2.5164035161336265, "train_episodes": 200 } ], "dataset_sha256": "10b3d9cad161d415914e62795136675339a29c3cb141a4169b413da3dad75802", "duration_seconds": 159.191954705, "environment": { "cuda": "13.0", "gpu": "NVIDIA H100 80GB HBM3", "package_lock": { "accelerate": "1.14.0", "huggingface_hub": "1.14.0", "peft": "0.20.0", "pillow": "12.3.0", "python": "3.12", "safetensors": "0.8.0", "torch": "2.11.0", "torchvision": "0.26.0", "transformers": "git+https://github.com/huggingface/transformers.git@918dbf131d0df5b46e3f6e1d96174d62aa4d16d6" }, "python": "3.12.10", "torch": "2.11.0+cu130" }, "estimated_cost_usd": 0.174633574311385, "execution_lineage": { "call_audit": [ { "call_id": "lost-spawn-id:container-ta-01KZWSG56SCAGSJGWR41TBPAJR", "disposition": "failed_partial" }, { "call_id": "fc-01KZWSG4DX5K0DVJC8BHHT1ZQG", "disposition": "duplicate_rejected" } ], "recovery_of": { "failed_call_ids": [ "lost-spawn-id:container-ta-01KZWSG56SCAGSJGWR41TBPAJR", "fc-01KZWSG4DX5K0DVJC8BHHT1ZQG" ], "partial_inventory_sha256": "067237f1c13f281753c19668819c81e98d4b61aecda3a9eb8d9ee10df1b22d9a", "prior_manifest_sha256": "0f9a963f0a47feebd9c3424f9d52a2c294d2dafbf978bb1cc41af1438675ae07", "source_outputs_reused": false, "source_root_mutated": false }, "state": "recovery" }, "forecast_cost_usd": 5.9238, "input_bindings": { "source_dataset_sha256": "10b3d9cad161d415914e62795136675339a29c3cb141a4169b413da3dad75802", "tokenized_dataset_sha256": "1bfe1a46d19c8397e58f9fb8b4553524a0dce3764659966d1a1ec3c63b5d83ae" }, "manifest_sha256": "eb98ab2cb1a728063f1ccd52c5efbd5730c580b6eb962ec52e820f5c53aa28a4", "mechanistic_evidence": false, "model_id": "google/gemma-4-12B-it", "model_revision": "707f0a3b8a3c7ad586ed01e27eafbad8a27dd0f7", "one_batch_gate": { "batch_examples": 8, "condition": "primary", "finite": true, "loss": 5.336184978485107, "supervised_labels": 264 }, "peak_cuda_memory_bytes": 47334545920, "schema_version": "jump.track-h-gemma-adapter-pilot-result/v1", "seed": 7613, "status": "completed", "tokenized_dataset_sha256": "1bfe1a46d19c8397e58f9fb8b4553524a0dce3764659966d1a1ec3c63b5d83ae", "transformers_git_sha": "918dbf131d0df5b46e3f6e1d96174d62aa4d16d6" }