| { |
| "checkpoint": "/workspace/stego/runs/olmoe_tulu3_freqcode16_muon_lr1e3_z002_worstbit025_600_bs96_8gpu_20260525_133807/step-600", |
| "final_adapter": "/workspace/stego/runs/olmoe_tulu3_freqcode16_muon_lr1e3_z002_worstbit025_600_bs96_8gpu_20260525_133807", |
| "fresh_load_smoke_128_json": "/workspace/stego/runs/olmoe_tulu3_freqcode16_muon_lr1e3_z002_worstbit025_600_bs96_8gpu_20260525_133807/eval_smoke_128_metrics.json", |
| "heldout_eval_full_from_training_loop": { |
| "bit_accuracy_soft": 0.9749305136501789, |
| "exact_codeword_accuracy": 0.8581145946492181, |
| "exact_token_id_accuracy": 0.8581145946492181, |
| "gate_loss": 0.06791411619633436, |
| "gate_worst_bit_loss": 0.502426877617836, |
| "lm_loss": 1.6735295504331589, |
| "n_route_decode_positions": 316664, |
| "nearest_candidate_vocab_size": 25113, |
| "nearest_observed_token_accuracy": 0.8687567895308592, |
| "p_target_mean": 0.9478161185979843, |
| "router_entropy_mean": 3.3343586772680283, |
| "router_usage_kl_loss": 0.042791449930518866, |
| "router_z_loss": 0.2495977869257331, |
| "step": 600 |
| }, |
| "ood_generation_trace_jsonl": "/workspace/stego/runs/olmoe_tulu3_freqcode16_muon_lr1e3_z002_worstbit025_600_bs96_8gpu_20260525_133807/ood_prime_trace.jsonl", |
| "ood_generation_trace_summary": { |
| "exact_token_accuracy": 0.975, |
| "failures": [ |
| { |
| "bit_accuracy": 0.75, |
| "last_input_token_text": ":", |
| "step": 0 |
| }, |
| { |
| "bit_accuracy": 0.8125, |
| "last_input_token_text": "Edge", |
| "step": 64 |
| } |
| ], |
| "mean_bit_accuracy": 0.99453125, |
| "n_steps": 80 |
| }, |
| "wandb_run": "https://wandb.ai/amir-ravnur-nazarbayev-university/olmoe-router-stego/runs/6f0u1yxf" |
| } |
