Hugging Face's logo

hbfreed
/
variable-reap-archive

Safetensors
Model card Files
xet
 Community
variable-reap-archive
File size: 2,001 Bytes
9d757f9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
{
  "student": "outputs/pruned/glean-0125inst-math-keep50",
  "teacher": "allenai/OLMoE-1B-7B-0125-Instruct",
  "training_mode": "on-policy",
  "kl_direction": "reverse",
  "dataset": "allenai/Dolci-Instruct-RL",
  "dataset_sources": null,
  "max_difficulty": null,
  "trajectories": "outputs/teacher_trajectories/dolci_math_curated.jsonl",
  "trajectory_dataset": "allenai/Dolci-Instruct-RL",
  "off_policy_frames": "chat",
  "off_policy_max_seq_len": 2048,
  "topk_targets": null,
  "max_loss_tokens": null,
  "loss_tokens_per_step": null,
  "teacher_device": "cuda:0",
  "student_device": "cuda:1",
  "lr": 3e-05,
  "optimizer": "adamw8bit",
  "weight_decay": 0.1,
  "epochs": 2,
  "prompts_per_step": 256,
  "group_size": 4,
  "rollout_batch": 64,
  "micro_batch": 4,
  "max_new_tokens": 2048,
  "max_prompt_len": 1024,
  "warmup_steps": 10,
  "max_grad_norm": 1.0,
  "eval_every": 10,
  "gsm8k_every": 20,
  "gsm8k_n": 256,
  "gsm8k_batch": 16,
  "gsm8k_max_new_tokens": 1024,
  "gsm8k_frames": "chat",
  "save_every": 1000,
  "out_dir": "outputs/healed/stableopd_keep50",
  "sweep": 60,
  "wandb": true,
  "wandb_project": "glean-heal",
  "wandb_run_name": "stableopd_keep50-s1223",
  "wandb_run_id": null,
  "wandb_resume": null,
  "wandb_mode": "offline",
  "no_wandb_sync": false,
  "debug": false,
  "resume_from": null,
  "start_step": 0,
  "no_grad_checkpointing": false,
  "seed": 1223,
  "no_teacher_overlap": false,
  "sync_checkpoints": false,
  "rollout_engine": "vllm",
  "vllm_gpu": "2",
  "vllm_port": 8377,
  "vllm_refresh_every": 1,
  "vllm_serve_bin": "vllm-plugin/.venv/bin/python",
  "vllm_gpu_mem_util": 0.85,
  "liger_loss": true,
  "gold_mix_lambda": 0.5,
  "gold_topk_targets": "outputs/teacher_trajectories/dolci_combined_top128",
  "gold_mix_decay": 0.0,
  "fast_teacher": true,
  "reference_kl_beta": 0.05,
  "drop_truncated_rollouts": false,
  "vllm_max_model_len": null,
  "vllm_refresh_mode": "reload",
  "vllm_live_dir": null,
  "resolved_kl_direction": "reverse"
}