| { |
| "active_memory": { |
| "context_creative": { |
| "canonical_store_bytes": 1077, |
| "loaded_entries": 1, |
| "logical_disk_bytes_read": 990, |
| "package_disk_bytes": 57344 |
| }, |
| "context_technical": { |
| "canonical_store_bytes": 1077, |
| "loaded_entries": 1, |
| "logical_disk_bytes_read": 996, |
| "package_disk_bytes": 57344 |
| }, |
| "irrelevant": { |
| "canonical_store_bytes": 0, |
| "loaded_entries": 0, |
| "logical_disk_bytes_read": 0, |
| "package_disk_bytes": 57344 |
| }, |
| "low_confidence": { |
| "canonical_store_bytes": 0, |
| "loaded_entries": 0, |
| "logical_disk_bytes_read": 0, |
| "package_disk_bytes": 57344 |
| }, |
| "package_a": { |
| "canonical_store_bytes": 1077, |
| "loaded_entries": 1, |
| "logical_disk_bytes_read": 787, |
| "package_disk_bytes": 57344 |
| }, |
| "package_b": { |
| "canonical_store_bytes": 1077, |
| "loaded_entries": 1, |
| "logical_disk_bytes_read": 783, |
| "package_disk_bytes": 57344 |
| } |
| }, |
| "adapter_training_performed": false, |
| "base_model": "pythia-1.4b", |
| "base_parameters_with_grad": 0, |
| "base_training_performed": false, |
| "candidate_accuracy": { |
| "context_creative_bob": 1.0, |
| "context_technical_alice": 1.0, |
| "irrelevant_matches_base": 1.0, |
| "package_a_alice": 1.0, |
| "package_b_bob": 1.0 |
| }, |
| "canonical_probe": { |
| "canonical_decode_accuracy": { |
| "entity": 1.0, |
| "metadata": 1.0, |
| "relation": 1.0, |
| "value": 1.0 |
| }, |
| "hard_negative_accuracy": { |
| "historical": 1.0, |
| "wrong_entity": 0.97265625, |
| "wrong_value": 1.0 |
| }, |
| "held_out_combinations": 256, |
| "p_only_state_recovery": 0.97265625, |
| "permutation_stability": 1.0, |
| "permutations_per_combination": 8, |
| "slot_width": 512, |
| "total_held_out_combinations": 519, |
| "train_combinations": 2073, |
| "training_loss_first": 7.440117835998535, |
| "training_loss_last": 0.04114125296473503 |
| }, |
| "canonical_representation_reconstructed_from_fixed_existing_recipe": true, |
| "causal": { |
| "frozen_base": { |
| "active_state_vram_bytes": 0, |
| "alice_logit": 7.02734375, |
| "alice_probability": 0.00023412609880324453, |
| "bob_logit": 6.12109375, |
| "bob_probability": 9.459550346946344e-05, |
| "gate": 0.0, |
| "generated": " able", |
| "kl_from_base": -1.646096947638398e-08, |
| "router_accepted": false, |
| "router_score": null, |
| "selected_index": null, |
| "selected_state": null |
| }, |
| "historical": { |
| "active_state_vram_bytes": 1077, |
| "alice_logit": 7.02734375, |
| "alice_probability": 0.00023412609880324453, |
| "bob_logit": 6.12109375, |
| "bob_probability": 9.459550346946344e-05, |
| "gate": 0.0, |
| "generated": " able", |
| "kl_from_base": -1.646096947638398e-08, |
| "router_accepted": false, |
| "router_score": 5.400981426239014, |
| "selected_index": 0, |
| "selected_state": "user" |
| }, |
| "invalidated": { |
| "active_state_vram_bytes": 1077, |
| "alice_logit": 7.02734375, |
| "alice_probability": 0.00023412609880324453, |
| "bob_logit": 6.12109375, |
| "bob_probability": 9.459550346946344e-05, |
| "gate": 0.0, |
| "generated": " able", |
| "kl_from_base": -1.646096947638398e-08, |
| "router_accepted": false, |
| "router_score": null, |
| "selected_index": null, |
| "selected_state": null |
| }, |
| "p_cache_only": { |
| "active_state_vram_bytes": 1077, |
| "alice_logit": 7.02734375, |
| "alice_probability": 0.00023412609880324453, |
| "bob_logit": 6.12109375, |
| "bob_probability": 9.459550346946344e-05, |
| "gate": 0.0, |
| "generated": " able", |
| "kl_from_base": -1.646096947638398e-08, |
| "router_accepted": false, |
| "router_score": -0.30040669441223145, |
| "selected_index": 0, |
| "selected_state": "current-task" |
| }, |
| "p_cache_plus_p_package": { |
| "active_state_vram_bytes": 2154, |
| "alice_logit": 40.03125, |
| "alice_probability": 1.0, |
| "bob_logit": 13.859375, |
| "bob_probability": 4.302284223323127e-12, |
| "gate": 0.9909488558769226, |
| "generated": " Alice", |
| "kl_from_base": 8.359650611877441, |
| "router_accepted": true, |
| "router_score": 5.590433597564697, |
| "selected_index": 1, |
| "selected_state": "user" |
| }, |
| "p_package_a_relevant": { |
| "active_state_vram_bytes": 1077, |
| "alice_logit": 40.03125, |
| "alice_probability": 1.0, |
| "bob_logit": 13.859375, |
| "bob_probability": 4.302284223323127e-12, |
| "gate": 0.9909488558769226, |
| "generated": " Alice", |
| "kl_from_base": 8.359650611877441, |
| "router_accepted": true, |
| "router_score": 5.590433597564697, |
| "selected_index": 0, |
| "selected_state": "user" |
| }, |
| "p_package_b_relevant": { |
| "active_state_vram_bytes": 1077, |
| "alice_logit": 14.0, |
| "alice_probability": 8.776464277548968e-11, |
| "bob_logit": 37.15625, |
| "bob_probability": 0.9998875856399536, |
| "gate": 0.9605370163917542, |
| "generated": " Bob", |
| "kl_from_base": 9.265372276306152, |
| "router_accepted": true, |
| "router_score": 5.590433597564697, |
| "selected_index": 0, |
| "selected_state": "user" |
| }, |
| "p_package_context_creative": { |
| "active_state_vram_bytes": 1077, |
| "alice_logit": 14.0, |
| "alice_probability": 8.776464277548968e-11, |
| "bob_logit": 37.15625, |
| "bob_probability": 0.9998875856399536, |
| "gate": 0.9605370163917542, |
| "generated": " Bob", |
| "kl_from_base": 9.265372276306152, |
| "router_accepted": true, |
| "router_score": 5.590433597564697, |
| "selected_index": 0, |
| "selected_state": "user" |
| }, |
| "p_package_context_technical": { |
| "active_state_vram_bytes": 1077, |
| "alice_logit": 40.03125, |
| "alice_probability": 1.0, |
| "bob_logit": 13.859375, |
| "bob_probability": 4.302284223323127e-12, |
| "gate": 0.9909488558769226, |
| "generated": " Alice", |
| "kl_from_base": 8.359650611877441, |
| "router_accepted": true, |
| "router_score": 5.590433597564697, |
| "selected_index": 0, |
| "selected_state": "user" |
| }, |
| "p_package_contradictory_low_confidence": { |
| "active_state_vram_bytes": 0, |
| "alice_logit": 7.02734375, |
| "alice_probability": 0.00023412609880324453, |
| "bob_logit": 6.12109375, |
| "bob_probability": 9.459550346946344e-05, |
| "gate": 0.0, |
| "generated": " able", |
| "kl_from_base": -1.646096947638398e-08, |
| "router_accepted": false, |
| "router_score": null, |
| "selected_index": null, |
| "selected_state": null |
| }, |
| "p_package_irrelevant": { |
| "active_state_vram_bytes": 0, |
| "alice_logit": 7.02734375, |
| "alice_probability": 0.00023412609880324453, |
| "bob_logit": 6.12109375, |
| "bob_probability": 9.459550346946344e-05, |
| "gate": 0.0, |
| "generated": " able", |
| "kl_from_base": -1.646096947638398e-08, |
| "router_accepted": false, |
| "router_score": null, |
| "selected_index": null, |
| "selected_state": null |
| }, |
| "router_disabled": { |
| "active_state_vram_bytes": 0, |
| "alice_logit": 7.02734375, |
| "alice_probability": 0.00023412609880324453, |
| "bob_logit": 6.12109375, |
| "bob_probability": 9.459550346946344e-05, |
| "gate": 0.0, |
| "generated": " able", |
| "kl_from_base": -1.646096947638398e-08, |
| "router_accepted": false, |
| "router_score": null, |
| "selected_index": null, |
| "selected_state": null |
| }, |
| "translator_disabled": { |
| "active_state_vram_bytes": 1077, |
| "alice_logit": 7.02734375, |
| "alice_probability": 0.00023412609880324453, |
| "bob_logit": 6.12109375, |
| "bob_probability": 9.459550346946344e-05, |
| "gate": 0.0, |
| "generated": " able", |
| "kl_from_base": -1.646096947638398e-08, |
| "router_accepted": true, |
| "router_score": 5.590433597564697, |
| "selected_index": 0, |
| "selected_state": "user" |
| }, |
| "translator_oracle_route": { |
| "active_state_vram_bytes": 1077, |
| "alice_logit": 40.03125, |
| "alice_probability": 1.0, |
| "bob_logit": 13.859375, |
| "bob_probability": 4.302284223323127e-12, |
| "gate": 0.9909488558769226, |
| "generated": " Alice", |
| "kl_from_base": 8.359650611877441, |
| "router_accepted": true, |
| "router_score": 5.590433597564697, |
| "selected_index": 0, |
| "selected_state": "user" |
| }, |
| "wrong_entity": { |
| "active_state_vram_bytes": 1077, |
| "alice_logit": 7.02734375, |
| "alice_probability": 0.00023412609880324453, |
| "bob_logit": 6.12109375, |
| "bob_probability": 9.459550346946344e-05, |
| "gate": 0.0, |
| "generated": " able", |
| "kl_from_base": -1.646096947638398e-08, |
| "router_accepted": false, |
| "router_score": -0.30040669441223145, |
| "selected_index": 0, |
| "selected_state": "someone-else" |
| }, |
| "wrong_relation": { |
| "active_state_vram_bytes": 1077, |
| "alice_logit": 7.02734375, |
| "alice_probability": 0.00023412609880324453, |
| "bob_logit": 6.12109375, |
| "bob_probability": 9.459550346946344e-05, |
| "gate": 0.0, |
| "generated": " able", |
| "kl_from_base": -1.646096947638398e-08, |
| "router_accepted": false, |
| "router_score": 4.078105926513672, |
| "selected_index": 0, |
| "selected_state": "user" |
| } |
| }, |
| "experiment": "active-system-cuda-failure-attribution-v1", |
| "extra_prompt_tokens": 0, |
| "full_package_uploaded_to_cuda": false, |
| "inactive_package_entries": 5, |
| "inactive_vram_delta_bytes": 0, |
| "latency_seconds": { |
| "frozen_base": 0.0174486715994135, |
| "historical": 0.019347908600320807, |
| "invalidated": 0.01760459740035003, |
| "p_cache_only": 0.019043124400195666, |
| "p_cache_plus_p_package": 0.019569637600216083, |
| "p_package_a_relevant": 0.019282742799987318, |
| "p_package_b_relevant": 0.018934362999425504, |
| "p_package_context_creative": 0.01985094979972928, |
| "p_package_context_technical": 0.019666298399533842, |
| "p_package_contradictory_low_confidence": 0.0175312320003286, |
| "p_package_irrelevant": 0.01746072020032443, |
| "router_disabled": 0.017419308600074145, |
| "translator_disabled": 0.01867739240042283, |
| "translator_oracle_route": 0.018915273399761644, |
| "wrong_entity": 0.019296769200445853, |
| "wrong_relation": 0.018960535999940475 |
| }, |
| "natural_interaction": { |
| "frozen_base": { |
| "kl_from_base": 4.2250388077036405e-08, |
| "loss": 5.47836971282959, |
| "samples": [ |
| " \"", |
| "\n", |
| " \"" |
| ] |
| }, |
| "p_cache_only": { |
| "kl_from_base": 4.2250388077036405e-08, |
| "loss": 5.47836971282959, |
| "samples": [ |
| " \"", |
| "\n", |
| " \"" |
| ] |
| }, |
| "p_cache_plus_p_package": { |
| "kl_from_base": 4.2250388077036405e-08, |
| "loss": 5.47836971282959, |
| "samples": [ |
| " \"", |
| "\n", |
| " \"" |
| ] |
| }, |
| "p_package_contradictory_low_confidence": { |
| "kl_from_base": 4.2250388077036405e-08, |
| "loss": 5.47836971282959, |
| "samples": [ |
| " \"", |
| "\n", |
| " \"" |
| ] |
| }, |
| "p_package_irrelevant": { |
| "kl_from_base": 4.2250388077036405e-08, |
| "loss": 5.47836971282959, |
| "samples": [ |
| " \"", |
| "\n", |
| " \"" |
| ] |
| }, |
| "p_package_relevant": { |
| "kl_from_base": 4.2250388077036405e-08, |
| "loss": 5.47836971282959, |
| "samples": [ |
| " \"", |
| "\n", |
| " \"" |
| ] |
| } |
| }, |
| "relevant_personality_chat": { |
| "base_target_loss": 8.359650611877441, |
| "generated": " Alice", |
| "package_target_loss": -0.0, |
| "target": "Alice", |
| "target_accuracy": 1.0 |
| }, |
| "source_tokens_in_recent_kv": 0 |
| } |
|
|
