Sean13 commited on
Commit
0b88fcb
·
verified ·
1 Parent(s): e8b6b87

Add configs/harvest_5.yaml

Browse files
Files changed (1) hide show
  1. configs/harvest_5.yaml +60 -0
configs/harvest_5.yaml ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Resource Harvest — 5 agents with shared sustainability constraint
2
+ # Custom benchmark: agents harvest resources; joint cost = resource depletion rate
3
+
4
+ environment:
5
+ env_name: harvest
6
+ n_agents: 5
7
+ episode_length: 200
8
+ grid_size: 10
9
+ regrowth_rate: 0.05
10
+ sustainability_threshold: 0.3
11
+
12
+ training:
13
+ algorithm: mappo_lagrangian
14
+ num_episodes: 1500
15
+ n_rollout_threads: 10
16
+ num_env_steps: 3000000
17
+ share_policy: true
18
+ use_centralized_V: true
19
+
20
+ network:
21
+ hidden_size: 256
22
+ layer_N: 2
23
+ activation: relu
24
+ use_feature_normalization: true
25
+ use_orthogonal: true
26
+ gain: 0.01
27
+
28
+ optimizer:
29
+ lr: 5.0e-4
30
+ critic_lr: 5.0e-4
31
+ opti_eps: 1.0e-5
32
+ weight_decay: 0
33
+
34
+ ppo:
35
+ clip_param: 0.2
36
+ ppo_epoch: 15
37
+ num_mini_batch: 1
38
+ entropy_coef: 0.01
39
+ value_loss_coef: 1.0
40
+ max_grad_norm: 10.0
41
+ use_gae: true
42
+ gae_lambda: 0.95
43
+ gamma: 0.99
44
+
45
+ safety:
46
+ cost_limit: 1.0
47
+ lr_lambda: 1.0e-2
48
+ lambda_init: 1.0
49
+
50
+ responsibility_decomposition:
51
+ rho_mode: state_dependent
52
+ lr_rho: 5.0e-3
53
+ rho_update_period: 50
54
+ cg_steps: 10
55
+ rho_hidden_size: 64
56
+ rho_layers: 2
57
+
58
+ seeds: [0, 1, 2, 3, 4]
59
+
60
+ alphas: [1.0, 1.0, 1.0, 1.0, 1.0] # symmetric welfare weight