| { |
| "config": { |
| "group_size": 8, |
| "lr": 5e-06, |
| "epochs": 2, |
| "max_steps_per_traj": 8, |
| "temperature": 1.0, |
| "temp_start": 1.2, |
| "temp_end": 0.3, |
| "clip_grad": 1.0, |
| "question_batch": 4, |
| "rft_accept_exact_only": true, |
| "rft_diversity_boost": 3.0, |
| "rft_diversity_threshold": 0.5, |
| "rft_force_diverse_rollouts": true |
| }, |
| "rewards": { |
| "correct": 7.0, |
| "partial": 1.5, |
| "wrong": -1.5, |
| "plan_first": 0.5, |
| "verify_finish": 1.0, |
| "no_verify": -0.5, |
| "sig_correct": 0.5, |
| "sig_ignored": -1.0, |
| "step_cost": -0.05, |
| "max_step": -2.0, |
| "repeat3": -0.3, |
| "plan_late": -0.5, |
| "diversity": 1.5, |
| "cross_verify": 1.0, |
| "early_exit": 1.0, |
| "single_model": -1.5, |
| "long_wrong": -1.0, |
| "error_recover": 1.0, |
| "intermediate_answer": 0.3, |
| "clear_verification": 0.2, |
| "stuck_same_worker": -0.3, |
| "low_confidence_switch": 0.4 |
| }, |
| "epochs": [ |
| { |
| "epoch": 1, |
| "avg_reward": 6.3244140625, |
| "avg_loss": 6.204556642713502, |
| "accuracy": 71.54947916666666, |
| "api": { |
| "@qwen-coder": { |
| "tag": "@qwen-coder", |
| "model": "mistralai/Mistral-Small-24B-Instruct-2501", |
| "provider": "together", |
| "calls": 3188, |
| "in_tok": 2723761, |
| "out_tok": 912639, |
| "cost_usd": 2.9091 |
| }, |
| "@qwen-general": { |
| "tag": "@qwen-general", |
| "model": "Qwen/Qwen2.5-7B-Instruct-Turbo", |
| "provider": "together", |
| "calls": 3215, |
| "in_tok": 2910742, |
| "out_tok": 450239, |
| "cost_usd": 1.0083 |
| }, |
| "@kimi": { |
| "tag": "@kimi", |
| "model": "google/gemma-3n-E4B-it", |
| "provider": "together", |
| "calls": 3194, |
| "in_tok": 2831854, |
| "out_tok": 767376, |
| "cost_usd": 1.4397 |
| }, |
| "_total": { |
| "calls": 9597, |
| "cost_usd": 5.3571 |
| } |
| } |
| } |
| ], |
| "api": { |
| "@qwen-coder": { |
| "tag": "@qwen-coder", |
| "model": "mistralai/Mistral-Small-24B-Instruct-2501", |
| "provider": "together", |
| "calls": 3188, |
| "in_tok": 2723761, |
| "out_tok": 912639, |
| "cost_usd": 2.9091 |
| }, |
| "@qwen-general": { |
| "tag": "@qwen-general", |
| "model": "Qwen/Qwen2.5-7B-Instruct-Turbo", |
| "provider": "together", |
| "calls": 3215, |
| "in_tok": 2910742, |
| "out_tok": 450239, |
| "cost_usd": 1.0083 |
| }, |
| "@kimi": { |
| "tag": "@kimi", |
| "model": "google/gemma-3n-E4B-it", |
| "provider": "together", |
| "calls": 3194, |
| "in_tok": 2831854, |
| "out_tok": 767376, |
| "cost_usd": 1.4397 |
| }, |
| "_total": { |
| "calls": 9597, |
| "cost_usd": 5.3571 |
| } |
| }, |
| "peak_vram_gb": "83.2", |
| "gpu": "NVIDIA A100-SXM4-80GB", |
| "version": "v5", |
| "stopped_early": true, |
| "stop_reason": "REWARD PLATEAU: No improvement for 40 batches. Best R\u0304=9.041 at batch 8." |
| } |
