File size: 8,282 Bytes
51adac7 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 | {
"artifact_hashes": {
"adapters/primary/README.md": "b997674c5241dc4f82e15cb8ddd7c3ffef8b8bab3d31a648f3bd70bb8d5eac35",
"adapters/primary/primary/adapter_config.json": "3869910184dc4955a19a1c7ca753cb0018fe9b8d5c4a49b373eec56d53f10004",
"adapters/primary/primary/adapter_model.safetensors": "c8b8ce2f66b5de927699ac1bec1f70171e169da64de223a48902dd045589cf74",
"adapters/types-unavailable-text-ablation/README.md": "b997674c5241dc4f82e15cb8ddd7c3ffef8b8bab3d31a648f3bd70bb8d5eac35",
"adapters/types-unavailable-text-ablation/types-unavailable-text-ablation/adapter_config.json": "3869910184dc4955a19a1c7ca753cb0018fe9b8d5c4a49b373eec56d53f10004",
"adapters/types-unavailable-text-ablation/types-unavailable-text-ablation/adapter_model.safetensors": "a12d3e16f0bb387012814fbd7f60753d29e49a5b802fe0e43294ca5a3da3b1f5",
"adapters/wrong-partition-text-ablation/README.md": "b997674c5241dc4f82e15cb8ddd7c3ffef8b8bab3d31a648f3bd70bb8d5eac35",
"adapters/wrong-partition-text-ablation/wrong-partition-text-ablation/adapter_config.json": "3869910184dc4955a19a1c7ca753cb0018fe9b8d5c4a49b373eec56d53f10004",
"adapters/wrong-partition-text-ablation/wrong-partition-text-ablation/adapter_model.safetensors": "1c38c1eeed841afa6d4dc3f020c120425c40e79647cbf7b27074b9634b7bf7cc",
"dataset.json": "10b3d9cad161d415914e62795136675339a29c3cb141a4169b413da3dad75802",
"progress.jsonl": "1cc3f94f779ebca994fbfe3762ea361172edb8aaf352fe5e9c7c620031b25188",
"result.json": "0702dd1260a1372480f2443a36f0f4188f857be1dd85347008fc23ae2f0b9f23",
"tokenization-audit.json": "58205678aee33943ebe9d2839c88a7892504d2f1b374fdf90941b68506a967de",
"training-manifest.json": "eb98ab2cb1a728063f1ccd52c5efbd5730c580b6eb962ec52e820f5c53aa28a4"
},
"artifact_root": "/jump-runs/gemma-adapter-real-pilots/eb98ab2cb1a728063f1ccd52c5efbd5730c580b6eb962ec52e820f5c53aa28a4",
"conditions": [
{
"adapter_file": "adapters/primary/primary/adapter_model.safetensors",
"adapter_sha256": "c8b8ce2f66b5de927699ac1bec1f70171e169da64de223a48902dd045589cf74",
"adapter_trainable_parameters": 1298432,
"answer_token_accuracy": 0.5303030303030303,
"base_trainable_parameters": 0,
"condition": "primary",
"decoded": [
{
"episode_id": "60134c6e5af0ad59742d",
"exact": false,
"text": "{\"latent\":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,"
},
{
"episode_id": "d614ab65659bd62b339e",
"exact": false,
"text": "{\"v0\":[[-0.074828719302,-0.082122052577],[-0.033020048754,0.0131868744"
},
{
"episode_id": "1781a89d8e6cd33650a3",
"exact": false,
"text": "{\"latent\":[0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,"
},
{
"episode_id": "ccea8fb5cc95448fdfac",
"exact": false,
"text": ""
}
],
"generated_exact_json_accuracy": 0.0,
"generated_json_parse_rate": 0.0,
"heldout_episodes": 24,
"steps": 25,
"teacher_forced_loss": 2.4378958543141684,
"train_episodes": 200
},
{
"adapter_file": "adapters/types-unavailable-text-ablation/types-unavailable-text-ablation/adapter_model.safetensors",
"adapter_sha256": "a12d3e16f0bb387012814fbd7f60753d29e49a5b802fe0e43294ca5a3da3b1f5",
"adapter_trainable_parameters": 1298432,
"answer_token_accuracy": 0.4292929292929293,
"base_trainable_parameters": 0,
"condition": "types-unavailable-text-ablation",
"decoded": [
{
"episode_id": "60134c6e5af0ad59742d",
"exact": false,
"text": "{\"v0\":[[-0.071286960889,-0.083758235321],[0.042606952539,0.02972966936"
},
{
"episode_id": "d614ab65659bd62b339e",
"exact": false,
"text": "The final result is the final result."
},
{
"episode_id": "1781a89d8e6cd33650a3",
"exact": false,
"text": "{\"v0\":[[-0.014768312015,0.025867790708],[0.0491565157,0.039335641337],["
},
{
"episode_id": "ccea8fb5cc95448fdfac",
"exact": false,
"text": ""
}
],
"generated_exact_json_accuracy": 0.0,
"generated_json_parse_rate": 0.0,
"heldout_episodes": 24,
"steps": 25,
"teacher_forced_loss": 2.6110392411549888,
"train_episodes": 200
},
{
"adapter_file": "adapters/wrong-partition-text-ablation/wrong-partition-text-ablation/adapter_model.safetensors",
"adapter_sha256": "1c38c1eeed841afa6d4dc3f020c120425c40e79647cbf7b27074b9634b7bf7cc",
"adapter_trainable_parameters": 1298432,
"answer_token_accuracy": 0.47474747474747475,
"base_trainable_parameters": 0,
"condition": "wrong-partition-text-ablation",
"decoded": [
{
"episode_id": "60134c6e5af0ad59742d",
"exact": false,
"text": "{\"v1\":[[-0.071286960889,-0.083758235321],[0.042606952539,0.02972966936"
},
{
"episode_id": "d614ab65659bd62b339e",
"exact": false,
"text": "{\"latent\":[1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,"
},
{
"episode_id": "1781a89d8e6cd33650a3",
"exact": false,
"text": "{\"v0\":[[-0.014768312015,0.025867790708],[0.0491565157,0.039335641337],[-"
},
{
"episode_id": "ccea8fb5cc95448fdfac",
"exact": false,
"text": "{\"v0\":[[-0.006786895976,-0.012100612481],[0.00000000000000000000000000"
}
],
"generated_exact_json_accuracy": 0.0,
"generated_json_parse_rate": 0.0,
"heldout_episodes": 24,
"steps": 25,
"teacher_forced_loss": 2.5164035161336265,
"train_episodes": 200
}
],
"dataset_sha256": "10b3d9cad161d415914e62795136675339a29c3cb141a4169b413da3dad75802",
"duration_seconds": 159.191954705,
"environment": {
"cuda": "13.0",
"gpu": "NVIDIA H100 80GB HBM3",
"package_lock": {
"accelerate": "1.14.0",
"huggingface_hub": "1.14.0",
"peft": "0.20.0",
"pillow": "12.3.0",
"python": "3.12",
"safetensors": "0.8.0",
"torch": "2.11.0",
"torchvision": "0.26.0",
"transformers": "git+https://github.com/huggingface/transformers.git@918dbf131d0df5b46e3f6e1d96174d62aa4d16d6"
},
"python": "3.12.10",
"torch": "2.11.0+cu130"
},
"estimated_cost_usd": 0.174633574311385,
"execution_lineage": {
"call_audit": [
{
"call_id": "lost-spawn-id:container-ta-01KZWSG56SCAGSJGWR41TBPAJR",
"disposition": "failed_partial"
},
{
"call_id": "fc-01KZWSG4DX5K0DVJC8BHHT1ZQG",
"disposition": "duplicate_rejected"
}
],
"recovery_of": {
"failed_call_ids": [
"lost-spawn-id:container-ta-01KZWSG56SCAGSJGWR41TBPAJR",
"fc-01KZWSG4DX5K0DVJC8BHHT1ZQG"
],
"partial_inventory_sha256": "067237f1c13f281753c19668819c81e98d4b61aecda3a9eb8d9ee10df1b22d9a",
"prior_manifest_sha256": "0f9a963f0a47feebd9c3424f9d52a2c294d2dafbf978bb1cc41af1438675ae07",
"source_outputs_reused": false,
"source_root_mutated": false
},
"state": "recovery"
},
"forecast_cost_usd": 5.9238,
"input_bindings": {
"source_dataset_sha256": "10b3d9cad161d415914e62795136675339a29c3cb141a4169b413da3dad75802",
"tokenized_dataset_sha256": "1bfe1a46d19c8397e58f9fb8b4553524a0dce3764659966d1a1ec3c63b5d83ae"
},
"manifest_sha256": "eb98ab2cb1a728063f1ccd52c5efbd5730c580b6eb962ec52e820f5c53aa28a4",
"mechanistic_evidence": false,
"model_id": "google/gemma-4-12B-it",
"model_revision": "707f0a3b8a3c7ad586ed01e27eafbad8a27dd0f7",
"one_batch_gate": {
"batch_examples": 8,
"condition": "primary",
"finite": true,
"loss": 5.336184978485107,
"supervised_labels": 264
},
"peak_cuda_memory_bytes": 47334545920,
"schema_version": "jump.track-h-gemma-adapter-pilot-result/v1",
"seed": 7613,
"status": "completed",
"tokenized_dataset_sha256": "1bfe1a46d19c8397e58f9fb8b4553524a0dce3764659966d1a1ec3c63b5d83ae",
"transformers_git_sha": "918dbf131d0df5b46e3f6e1d96174d62aa4d16d6"
}
|