| { |
| "source_checkpoint": "runs/best_step402", |
| "base_model": "Qwen/Qwen3.5-9B", |
| "dtype": "bfloat16", |
| "format": "markers-v3-plainchains", |
| "head_dim": 256, |
| "temperature": 1.8589280843734741, |
| "stage": "cispo", |
| "step": 402, |
| "sources": { |
| "banking77": 0, |
| "boolq": 1, |
| "agnews": 2, |
| "mnli": 3, |
| "sst5": 4, |
| "yelp": 5, |
| "trec": 6, |
| "dbpedia14": 7, |
| "amazon": 8, |
| "imdb": 9, |
| "mmlu": 10, |
| "emotion": 11, |
| "tweet_offensive": 12, |
| "qnli": 13, |
| "paws": 14, |
| "sciq": 15, |
| "contrastive": 16, |
| "compositional": 17, |
| "composition_holdout": 18, |
| "semif": 19, |
| "wanli": 20, |
| "mmlu_pro": 21, |
| "buried": 22, |
| "unknowable": 23, |
| "unknowable_control": 24, |
| "night2_assertion": 25, |
| "night2_dates": 26, |
| "night2_unknowable": 27, |
| "night2_unknowable_control": 28 |
| }, |
| "metrics": null, |
| "training_config": { |
| "stage": "cispo", |
| "run_dir": "runs/cispo_rep", |
| "data_dir": "data", |
| "model": "Qwen/Qwen3.5-9B", |
| "init": "runs/sft_v4/final", |
| "resume": null, |
| "lora_r": 16, |
| "lora_alpha": 32.0, |
| "lora_dropout": 0.0, |
| "head_dim": 256, |
| "lr": 5e-05, |
| "head_lr": 0.0001, |
| "weight_decay": 0.0, |
| "warmup": 20, |
| "epochs": 4, |
| "max_steps": 0, |
| "batch_size": 8, |
| "grad_clip": 1.0, |
| "max_len": 4096, |
| "max_seq_len": 8192, |
| "train_limit": 0, |
| "dev_limit": 0, |
| "eval_every": 50, |
| "eval_batch_size": 16, |
| "eval_think": true, |
| "eval_think_limit": 256, |
| "log_every": 10, |
| "seed": 0, |
| "gradient_checkpointing": true, |
| "prompts_per_step": 8, |
| "group": 8, |
| "nothink_per_group": 0, |
| "nothink_start_epoch": 1, |
| "max_think": 2560, |
| "temperature": 1.0, |
| "top_p": 1.0, |
| "eps_high": 0.2, |
| "updates": 1, |
| "train_mix_frac": 0.0, |
| "rollout_ce_weight": 0.5, |
| "anchor_ce_weight": 0.5, |
| "anchor_batch": 8, |
| "gen_batch_size": 64, |
| "logprob_chunk": 128, |
| "micro_groups": 2, |
| "length_hinge": 2048, |
| "length_hinge_end": 1024, |
| "length_ramp": 0, |
| "length_penalty_weight": 1.0, |
| "length_penalty_cap": 0.1, |
| "length_penalty_correct_only": true, |
| "length_hinge2": 0, |
| "length_hinge2_end": 1792, |
| "length_penalty2_weight": 0.0, |
| "closure_reward": 0.0, |
| "pad_multiple": 128, |
| "num_workers": 2, |
| "compile": true, |
| "graph_decode": true, |
| "async_rollouts": true, |
| "ckpt_minutes": 45.0, |
| "log_rollouts": 3, |
| "log_chain_chars": 1200, |
| "sft_think_frac": 0.5, |
| "chain_cache": "data/chains", |
| "filter_active": false, |
| "filter_min_spread": 0.02 |
| } |
| } |
|
|
