Sean13 commited on
Commit
8388010
·
verified ·
1 Parent(s): d645199

Add configs/halfcheetah_6x1.yaml

Browse files
Files changed (1) hide show
  1. configs/halfcheetah_6x1.yaml +62 -0
configs/halfcheetah_6x1.yaml ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # HalfCheetah 6x1 — 6 agents, each controlling 1 joint
2
+ # Used for main comparison (baseline vs PAL vs ours) and ablations
3
+
4
+ environment:
5
+ env_name: mujoco
6
+ scenario: HalfCheetah-v2
7
+ agent_conf: "6x1"
8
+ agent_obsk: 1
9
+ episode_length: 1000
10
+ n_agents: 6
11
+
12
+ training:
13
+ algorithm: mappo_lagrangian
14
+ num_episodes: 1500
15
+ n_rollout_threads: 10
16
+ num_env_steps: 15000000
17
+ share_policy: true
18
+ use_centralized_V: true
19
+
20
+ network:
21
+ hidden_size: 256
22
+ layer_N: 2
23
+ activation: relu
24
+ use_feature_normalization: true
25
+ use_orthogonal: true
26
+ gain: 0.01
27
+
28
+ optimizer:
29
+ lr: 5.0e-4
30
+ critic_lr: 5.0e-4
31
+ opti_eps: 1.0e-5
32
+ weight_decay: 0
33
+
34
+ ppo:
35
+ clip_param: 0.2
36
+ ppo_epoch: 15
37
+ num_mini_batch: 1
38
+ entropy_coef: 0.01
39
+ value_loss_coef: 1.0
40
+ max_grad_norm: 10.0
41
+ use_gae: true
42
+ gae_lambda: 0.95
43
+ gamma: 0.99
44
+
45
+ safety:
46
+ cost_limit: 1.0
47
+ lr_lambda: 1.0e-2
48
+ lambda_init: 1.0
49
+
50
+ # Method-specific (ours only):
51
+ responsibility_decomposition:
52
+ rho_mode: state_dependent
53
+ lr_rho: 5.0e-3
54
+ rho_update_period: 50 # T_rho: update rho every 50 episodes
55
+ cg_steps: 10 # conjugate gradient steps for implicit diff
56
+ rho_hidden_size: 64
57
+ rho_layers: 2
58
+
59
+ seeds: [0, 1, 2, 3, 4]
60
+
61
+ # Alpha weights (welfare importance per agent)
62
+ alphas: [3.0, 2.5, 2.0, 1.5, 1.0, 0.5]