Hugging Face's logo

timaeus
/
jaxgmg2_shared_init

Model card Files
xet
 Community
jaxgmg2_shared_init
File size: 990 Bytes
c5fd14a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
parameters:
  project_name: jaxgmg2_shared_init
  action: rl
  rl_action: train

  # Learning
  lr: 5e-5
  alpha: 1.0
  discount_rate: 0.98
  cheese_loc: any
  env_layout: open

  # Training scale
  num_total_env_steps: 1_351_680_000
  num_levels: 9600
  grad_acc_per_chunk: 4
  num_rollout_steps: 64

  # Resume from checkpoint 0 (shared initialisation, fresh optimizer)
  resume_id: 0
  resume_optim: false

  # Checkpointing
  ckpt_dir: jaxgmg2_shared_init
  f_str_ckpt: "al_1.0_g_0.98_id_{run_id}_shared_init_seed_{seed}"
  eval_schedule: "0:1,250:2,500:5,2000:10"
  log_optimizer_state: true

  # Logging
  use_wandb: true
  use_hf: true
  wandb_project: jaxgmg2_shared_init

sweep:
- - resume: jaxgmg2_3phase_optim_state/al_1.0_g_0.98_id_19_seed_981019
    run_id: 19
  - resume: jaxgmg2_3phase_optim_state/al_1.0_g_0.98_id_27_seed_981027
    run_id: 27

- - seed: 30
  - seed: 31
  - seed: 32
  - seed: 33
  - seed: 34
  - seed: 35
  - seed: 36
  - seed: 37
  - seed: 38
  - seed: 39