| {"adapter_file": "adapters/primary/primary/adapter_model.safetensors", "adapter_sha256": "c8b8ce2f66b5de927699ac1bec1f70171e169da64de223a48902dd045589cf74", "adapter_trainable_parameters": 1298432, "answer_token_accuracy": 0.5303030303030303, "base_trainable_parameters": 0, "condition": "primary", "decoded": [{"episode_id": "60134c6e5af0ad59742d", "exact": false, "text": "{\"latent\":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,"}, {"episode_id": "d614ab65659bd62b339e", "exact": false, "text": "{\"v0\":[[-0.074828719302,-0.082122052577],[-0.033020048754,0.0131868744"}, {"episode_id": "1781a89d8e6cd33650a3", "exact": false, "text": "{\"latent\":[0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,"}, {"episode_id": "ccea8fb5cc95448fdfac", "exact": false, "text": ""}], "generated_exact_json_accuracy": 0.0, "generated_json_parse_rate": 0.0, "heldout_episodes": 24, "steps": 25, "teacher_forced_loss": 2.4378958543141684, "train_episodes": 200} |
| {"adapter_file": "adapters/types-unavailable-text-ablation/types-unavailable-text-ablation/adapter_model.safetensors", "adapter_sha256": "a12d3e16f0bb387012814fbd7f60753d29e49a5b802fe0e43294ca5a3da3b1f5", "adapter_trainable_parameters": 1298432, "answer_token_accuracy": 0.4292929292929293, "base_trainable_parameters": 0, "condition": "types-unavailable-text-ablation", "decoded": [{"episode_id": "60134c6e5af0ad59742d", "exact": false, "text": "{\"v0\":[[-0.071286960889,-0.083758235321],[0.042606952539,0.02972966936"}, {"episode_id": "d614ab65659bd62b339e", "exact": false, "text": "The final result is the final result."}, {"episode_id": "1781a89d8e6cd33650a3", "exact": false, "text": "{\"v0\":[[-0.014768312015,0.025867790708],[0.0491565157,0.039335641337],["}, {"episode_id": "ccea8fb5cc95448fdfac", "exact": false, "text": ""}], "generated_exact_json_accuracy": 0.0, "generated_json_parse_rate": 0.0, "heldout_episodes": 24, "steps": 25, "teacher_forced_loss": 2.6110392411549888, "train_episodes": 200} |
| {"adapter_file": "adapters/wrong-partition-text-ablation/wrong-partition-text-ablation/adapter_model.safetensors", "adapter_sha256": "1c38c1eeed841afa6d4dc3f020c120425c40e79647cbf7b27074b9634b7bf7cc", "adapter_trainable_parameters": 1298432, "answer_token_accuracy": 0.47474747474747475, "base_trainable_parameters": 0, "condition": "wrong-partition-text-ablation", "decoded": [{"episode_id": "60134c6e5af0ad59742d", "exact": false, "text": "{\"v1\":[[-0.071286960889,-0.083758235321],[0.042606952539,0.02972966936"}, {"episode_id": "d614ab65659bd62b339e", "exact": false, "text": "{\"latent\":[1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,1,0,"}, {"episode_id": "1781a89d8e6cd33650a3", "exact": false, "text": "{\"v0\":[[-0.014768312015,0.025867790708],[0.0491565157,0.039335641337],[-"}, {"episode_id": "ccea8fb5cc95448fdfac", "exact": false, "text": "{\"v0\":[[-0.006786895976,-0.012100612481],[0.00000000000000000000000000"}], "generated_exact_json_accuracy": 0.0, "generated_json_parse_rate": 0.0, "heldout_episodes": 24, "steps": 25, "teacher_forced_loss": 2.5164035161336265, "train_episodes": 200} |
|
|
