UncleStrawberryBear commited on
Commit
34c81bb
·
verified ·
1 Parent(s): 558978f

Archive paper Figures 2–4 and S3–S6 for private review (part 2)

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. configs/S4/larva/seed_4.yaml +107 -0
  2. configs/S4/larva/seed_5.yaml +107 -0
  3. configs/S5/banc_descending/seed_0.yaml +120 -0
  4. configs/S5/banc_descending/seed_1.yaml +120 -0
  5. configs/S5/banc_descending/seed_2.yaml +120 -0
  6. configs/S5/banc_descending/seed_3.yaml +120 -0
  7. configs/S5/banc_descending/seed_4.yaml +120 -0
  8. configs/S5/banc_descending/seed_5.yaml +120 -0
  9. configs/S5/banc_motor/seed_0.yaml +120 -0
  10. configs/S5/banc_motor/seed_1.yaml +120 -0
  11. configs/S5/banc_motor/seed_2.yaml +120 -0
  12. configs/S5/banc_motor/seed_3.yaml +120 -0
  13. configs/S5/banc_motor/seed_4.yaml +120 -0
  14. configs/S5/banc_motor/seed_5.yaml +120 -0
  15. configs/S6/banc_descending/seed_0.yaml +79 -0
  16. configs/S6/banc_descending/seed_1.yaml +79 -0
  17. configs/S6/banc_descending/seed_2.yaml +79 -0
  18. configs/S6/banc_motor/seed_0.yaml +79 -0
  19. configs/S6/banc_motor/seed_1.yaml +79 -0
  20. configs/S6/banc_motor/seed_2.yaml +79 -0
  21. configs/figure2/connectome/seed_2011.json +61 -0
  22. configs/figure2/connectome/seed_2012.json +61 -0
  23. configs/figure2/connectome/seed_2013.json +61 -0
  24. configs/figure2/connectome/seed_2014.json +61 -0
  25. configs/figure2/connectome/seed_2015.json +61 -0
  26. configs/figure2/connectome/seed_2016.json +61 -0
  27. configs/figure2/connectome/seed_2017.json +61 -0
  28. configs/figure2/connectome/seed_2018.json +61 -0
  29. configs/figure2/connectome/seed_2019.json +61 -0
  30. configs/figure2/connectome/seed_2020.json +61 -0
  31. configs/figure2/connectome/seed_2021.json +61 -0
  32. configs/figure2/connectome/seed_2022.json +61 -0
  33. configs/figure2/connectome/seed_2023.json +61 -0
  34. configs/figure2/connectome/seed_2024.json +61 -0
  35. configs/figure2/connectome/seed_2025.json +61 -0
  36. configs/figure2/connectome/seed_2026.json +61 -0
  37. configs/figure2/connectome/seed_2027.json +61 -0
  38. configs/figure2/connectome/seed_2028.json +61 -0
  39. configs/figure2/connectome/seed_2029.json +61 -0
  40. configs/figure2/connectome/seed_2030.json +61 -0
  41. configs/figure2/er/seed_2011.json +61 -0
  42. configs/figure2/er/seed_2012.json +61 -0
  43. configs/figure2/er/seed_2013.json +61 -0
  44. configs/figure2/er/seed_2014.json +61 -0
  45. configs/figure2/er/seed_2015.json +61 -0
  46. configs/figure2/er/seed_2016.json +61 -0
  47. configs/figure2/er/seed_2017.json +61 -0
  48. configs/figure2/er/seed_2018.json +61 -0
  49. configs/figure2/er/seed_2019.json +61 -0
  50. configs/figure2/er/seed_2020.json +61 -0
configs/S4/larva/seed_4.yaml ADDED
@@ -0,0 +1,107 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ connectome:
2
+ frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_larva6_20260928/graphs/larva_row_l1.pkl
3
+ frozen_graph_sha256: 255dfe9d4dedba1b08d02bf4140a650de4cd80d6778b2e14d487fd1be2be6c76
4
+ global_gain: 1.0
5
+ kind: original
6
+ normalization: row_l1
7
+ sensory_type: all
8
+ species: larva
9
+ continuous_gait_experiment:
10
+ action_dimension_matched: true
11
+ baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/configs/adult_seed4.yaml
12
+ cpg_freedom: duty_warping_plus_phase_family
13
+ primary_checkpoint: fixed_budget_final
14
+ target_sampling: uniform_episode
15
+ training_unit: one fresh Larva seed, matching Adult training protocol
16
+ env:
17
+ action_mode: command2
18
+ command_adapter_config:
19
+ base_frequency_hz: 12.0
20
+ continuous_gait: true
21
+ fast_duty_factor: 0.58
22
+ fast_ipsilateral_lag_cycles: 0.5
23
+ frequency_bounds:
24
+ - 0.25
25
+ - 2.0
26
+ gait_smoothing_alpha: 0.005
27
+ k_drive: 0.75
28
+ k_drive_step: 1.0
29
+ k_step: 0.75
30
+ slow_duty_factor: 0.72
31
+ slow_ipsilateral_lag_cycles: 0.3333333333333333
32
+ step_bounds:
33
+ - 0.4
34
+ - 2.0
35
+ swing_duration_s: 0.035
36
+ decision_interval: 100
37
+ flip_penalty: 1000.0
38
+ max_correction: 10.0
39
+ max_time: 1.5
40
+ observation_mode: proprio_task
41
+ speed_filter_alpha: 0.25
42
+ speed_heading_rate_weight: 0.25
43
+ speed_target_range_mm_s:
44
+ - 8.0
45
+ - 16.0
46
+ speed_target_sampling: uniform
47
+ speed_target_scale_mm_s: 20.0
48
+ speed_targets_mm_s:
49
+ - 8.0
50
+ - 16.0
51
+ task: speed_control
52
+ terrain_seeds:
53
+ - 0
54
+ - 1
55
+ - 2
56
+ - 3
57
+ terrains:
58
+ - flat
59
+ timestep: 0.0001
60
+ initialization:
61
+ critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_larva6_20260928/initialization/critic_seed4.pt
62
+ interface_hierarchy:
63
+ batch: EXP04_continuous_speed_larva6_20260928
64
+ connectome: larva
65
+ interface: command2
66
+ label: larva
67
+ smoke: false
68
+ task: speed_control
69
+ train_seed: 4
70
+ policy:
71
+ actor_kwargs:
72
+ dt: 0.01
73
+ input_target: sensory
74
+ mode: rate
75
+ tau_init: 0.02
76
+ use_lora: false
77
+ log_std_init: -0.5
78
+ name: connectome_cfc
79
+ value_hidden:
80
+ - 128
81
+ - 128
82
+ ppo:
83
+ clip_range: 0.2
84
+ ent_coef: 0.0
85
+ environment_seed: 14000
86
+ gamma: 0.99
87
+ initial_hidden_mode: zero
88
+ initialization_seed: 4
89
+ lam: 0.95
90
+ lr: 0.0001
91
+ max_grad_norm: 0.5
92
+ minibatch_seed: 30004
93
+ n_envs: 16
94
+ n_epochs: 2
95
+ n_minibatches: 5
96
+ n_steps: 160
97
+ normalize_reward: true
98
+ policy_sampling_seed: 20004
99
+ rollout_heartbeat: 32
100
+ separate_rng_streams: true
101
+ seq_len: 32
102
+ total_timesteps: 499200
103
+ vf_clip_range: 0.2
104
+ vf_coef: 0.5
105
+ resume_policy: restart_only
106
+ seed: 4
107
+ vec_env: subproc
configs/S4/larva/seed_5.yaml ADDED
@@ -0,0 +1,107 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ connectome:
2
+ frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_larva6_20260928/graphs/larva_row_l1.pkl
3
+ frozen_graph_sha256: 255dfe9d4dedba1b08d02bf4140a650de4cd80d6778b2e14d487fd1be2be6c76
4
+ global_gain: 1.0
5
+ kind: original
6
+ normalization: row_l1
7
+ sensory_type: all
8
+ species: larva
9
+ continuous_gait_experiment:
10
+ action_dimension_matched: true
11
+ baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/configs/adult_seed5.yaml
12
+ cpg_freedom: duty_warping_plus_phase_family
13
+ primary_checkpoint: fixed_budget_final
14
+ target_sampling: uniform_episode
15
+ training_unit: one fresh Larva seed, matching Adult training protocol
16
+ env:
17
+ action_mode: command2
18
+ command_adapter_config:
19
+ base_frequency_hz: 12.0
20
+ continuous_gait: true
21
+ fast_duty_factor: 0.58
22
+ fast_ipsilateral_lag_cycles: 0.5
23
+ frequency_bounds:
24
+ - 0.25
25
+ - 2.0
26
+ gait_smoothing_alpha: 0.005
27
+ k_drive: 0.75
28
+ k_drive_step: 1.0
29
+ k_step: 0.75
30
+ slow_duty_factor: 0.72
31
+ slow_ipsilateral_lag_cycles: 0.3333333333333333
32
+ step_bounds:
33
+ - 0.4
34
+ - 2.0
35
+ swing_duration_s: 0.035
36
+ decision_interval: 100
37
+ flip_penalty: 1000.0
38
+ max_correction: 10.0
39
+ max_time: 1.5
40
+ observation_mode: proprio_task
41
+ speed_filter_alpha: 0.25
42
+ speed_heading_rate_weight: 0.25
43
+ speed_target_range_mm_s:
44
+ - 8.0
45
+ - 16.0
46
+ speed_target_sampling: uniform
47
+ speed_target_scale_mm_s: 20.0
48
+ speed_targets_mm_s:
49
+ - 8.0
50
+ - 16.0
51
+ task: speed_control
52
+ terrain_seeds:
53
+ - 0
54
+ - 1
55
+ - 2
56
+ - 3
57
+ terrains:
58
+ - flat
59
+ timestep: 0.0001
60
+ initialization:
61
+ critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_larva6_20260928/initialization/critic_seed5.pt
62
+ interface_hierarchy:
63
+ batch: EXP04_continuous_speed_larva6_20260928
64
+ connectome: larva
65
+ interface: command2
66
+ label: larva
67
+ smoke: false
68
+ task: speed_control
69
+ train_seed: 5
70
+ policy:
71
+ actor_kwargs:
72
+ dt: 0.01
73
+ input_target: sensory
74
+ mode: rate
75
+ tau_init: 0.02
76
+ use_lora: false
77
+ log_std_init: -0.5
78
+ name: connectome_cfc
79
+ value_hidden:
80
+ - 128
81
+ - 128
82
+ ppo:
83
+ clip_range: 0.2
84
+ ent_coef: 0.0
85
+ environment_seed: 15000
86
+ gamma: 0.99
87
+ initial_hidden_mode: zero
88
+ initialization_seed: 5
89
+ lam: 0.95
90
+ lr: 0.0001
91
+ max_grad_norm: 0.5
92
+ minibatch_seed: 30005
93
+ n_envs: 16
94
+ n_epochs: 2
95
+ n_minibatches: 5
96
+ n_steps: 160
97
+ normalize_reward: true
98
+ policy_sampling_seed: 20005
99
+ rollout_heartbeat: 32
100
+ separate_rng_streams: true
101
+ seq_len: 32
102
+ total_timesteps: 499200
103
+ vf_clip_range: 0.2
104
+ vf_coef: 0.5
105
+ resume_policy: restart_only
106
+ seed: 5
107
+ vec_env: subproc
configs/S5/banc_descending/seed_0.yaml ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ interface_hierarchy:
2
+ batch: EXP04_continuous_speed_matched6_20260921
3
+ connectome: banc_descending
4
+ interface: command2
5
+ task: speed_control
6
+ train_seed: 0
7
+ smoke: false
8
+ label: banc_descending
9
+ vec_env: subproc
10
+ policy:
11
+ actor_kwargs:
12
+ dt: 0.01
13
+ input_target: sensory
14
+ mode: rate
15
+ tau_init: 0.02
16
+ use_lora: false
17
+ log_std_init: -0.5
18
+ name: connectome_cfc
19
+ value_hidden:
20
+ - 128
21
+ - 128
22
+ connectome:
23
+ banc_dir: larva/data/banc
24
+ chunksize: 250000
25
+ global_gain: 1.0
26
+ kind: original
27
+ min_syn_count: 1
28
+ normalization: row_l1
29
+ output_selector:
30
+ field: super_class
31
+ include:
32
+ - descending
33
+ polarity:
34
+ unknown_action: zero
35
+ randomize_seed: 0
36
+ sensory_selector:
37
+ field: flow
38
+ include:
39
+ - afferent
40
+ species: banc
41
+ frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_descending.pkl
42
+ frozen_graph_sha256: 86468ba0ad24d42cb8507741c05830da720573cf3df188574d6ffa1309aad915
43
+ env:
44
+ decision_interval: 100
45
+ flip_penalty: 1000.0
46
+ max_correction: 10.0
47
+ max_time: 1.5
48
+ observation_mode: proprio_task
49
+ terrain_seeds:
50
+ - 0
51
+ - 1
52
+ - 2
53
+ - 3
54
+ terrains:
55
+ - flat
56
+ timestep: 0.0001
57
+ command_adapter_config:
58
+ frequency_bounds:
59
+ - 0.25
60
+ - 2.0
61
+ k_drive: 0.75
62
+ k_drive_step: 1.0
63
+ k_step: 0.75
64
+ step_bounds:
65
+ - 0.4
66
+ - 2.0
67
+ continuous_gait: true
68
+ slow_duty_factor: 0.72
69
+ fast_duty_factor: 0.58
70
+ slow_ipsilateral_lag_cycles: 0.3333333333333333
71
+ fast_ipsilateral_lag_cycles: 0.5
72
+ swing_duration_s: 0.035
73
+ base_frequency_hz: 12.0
74
+ gait_smoothing_alpha: 0.005
75
+ speed_filter_alpha: 0.25
76
+ speed_heading_rate_weight: 0.25
77
+ speed_target_scale_mm_s: 20.0
78
+ speed_targets_mm_s:
79
+ - 8.0
80
+ - 16.0
81
+ action_mode: command2
82
+ task: speed_control
83
+ speed_target_sampling: uniform
84
+ speed_target_range_mm_s:
85
+ - 8.0
86
+ - 16.0
87
+ ppo:
88
+ clip_range: 0.2
89
+ ent_coef: 0.0
90
+ gamma: 0.99
91
+ lam: 0.95
92
+ lr: 0.0001
93
+ max_grad_norm: 0.5
94
+ n_envs: 16
95
+ n_epochs: 2
96
+ n_minibatches: 5
97
+ n_steps: 160
98
+ normalize_reward: true
99
+ rollout_heartbeat: 32
100
+ seq_len: 32
101
+ total_timesteps: 499200
102
+ vf_clip_range: 0.2
103
+ vf_coef: 0.5
104
+ separate_rng_streams: true
105
+ initialization_seed: 0
106
+ environment_seed: 10000
107
+ policy_sampling_seed: 20000
108
+ minibatch_seed: 30000
109
+ initial_hidden_mode: zero
110
+ continuous_gait_experiment:
111
+ baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_descending_command2_seed0.yaml
112
+ target_sampling: uniform_episode
113
+ cpg_freedom: duty_warping_plus_phase_family
114
+ action_dimension_matched: true
115
+ primary_checkpoint: fixed_budget_final
116
+ training_unit: one complete fresh train seed; ER also independent graph seed
117
+ seed: 0
118
+ initialization:
119
+ critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed0.pt
120
+ resume_policy: restart_only
configs/S5/banc_descending/seed_1.yaml ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ interface_hierarchy:
2
+ batch: EXP04_continuous_speed_matched6_20260921
3
+ connectome: banc_descending
4
+ interface: command2
5
+ task: speed_control
6
+ train_seed: 1
7
+ smoke: false
8
+ label: banc_descending
9
+ vec_env: subproc
10
+ policy:
11
+ actor_kwargs:
12
+ dt: 0.01
13
+ input_target: sensory
14
+ mode: rate
15
+ tau_init: 0.02
16
+ use_lora: false
17
+ log_std_init: -0.5
18
+ name: connectome_cfc
19
+ value_hidden:
20
+ - 128
21
+ - 128
22
+ connectome:
23
+ banc_dir: larva/data/banc
24
+ chunksize: 250000
25
+ global_gain: 1.0
26
+ kind: original
27
+ min_syn_count: 1
28
+ normalization: row_l1
29
+ output_selector:
30
+ field: super_class
31
+ include:
32
+ - descending
33
+ polarity:
34
+ unknown_action: zero
35
+ randomize_seed: 0
36
+ sensory_selector:
37
+ field: flow
38
+ include:
39
+ - afferent
40
+ species: banc
41
+ frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_descending.pkl
42
+ frozen_graph_sha256: 86468ba0ad24d42cb8507741c05830da720573cf3df188574d6ffa1309aad915
43
+ env:
44
+ decision_interval: 100
45
+ flip_penalty: 1000.0
46
+ max_correction: 10.0
47
+ max_time: 1.5
48
+ observation_mode: proprio_task
49
+ terrain_seeds:
50
+ - 0
51
+ - 1
52
+ - 2
53
+ - 3
54
+ terrains:
55
+ - flat
56
+ timestep: 0.0001
57
+ command_adapter_config:
58
+ frequency_bounds:
59
+ - 0.25
60
+ - 2.0
61
+ k_drive: 0.75
62
+ k_drive_step: 1.0
63
+ k_step: 0.75
64
+ step_bounds:
65
+ - 0.4
66
+ - 2.0
67
+ continuous_gait: true
68
+ slow_duty_factor: 0.72
69
+ fast_duty_factor: 0.58
70
+ slow_ipsilateral_lag_cycles: 0.3333333333333333
71
+ fast_ipsilateral_lag_cycles: 0.5
72
+ swing_duration_s: 0.035
73
+ base_frequency_hz: 12.0
74
+ gait_smoothing_alpha: 0.005
75
+ speed_filter_alpha: 0.25
76
+ speed_heading_rate_weight: 0.25
77
+ speed_target_scale_mm_s: 20.0
78
+ speed_targets_mm_s:
79
+ - 8.0
80
+ - 16.0
81
+ action_mode: command2
82
+ task: speed_control
83
+ speed_target_sampling: uniform
84
+ speed_target_range_mm_s:
85
+ - 8.0
86
+ - 16.0
87
+ ppo:
88
+ clip_range: 0.2
89
+ ent_coef: 0.0
90
+ gamma: 0.99
91
+ lam: 0.95
92
+ lr: 0.0001
93
+ max_grad_norm: 0.5
94
+ n_envs: 16
95
+ n_epochs: 2
96
+ n_minibatches: 5
97
+ n_steps: 160
98
+ normalize_reward: true
99
+ rollout_heartbeat: 32
100
+ seq_len: 32
101
+ total_timesteps: 499200
102
+ vf_clip_range: 0.2
103
+ vf_coef: 0.5
104
+ separate_rng_streams: true
105
+ initialization_seed: 1
106
+ environment_seed: 11000
107
+ policy_sampling_seed: 20001
108
+ minibatch_seed: 30001
109
+ initial_hidden_mode: zero
110
+ continuous_gait_experiment:
111
+ baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_descending_command2_seed0.yaml
112
+ target_sampling: uniform_episode
113
+ cpg_freedom: duty_warping_plus_phase_family
114
+ action_dimension_matched: true
115
+ primary_checkpoint: fixed_budget_final
116
+ training_unit: one complete fresh train seed; ER also independent graph seed
117
+ seed: 1
118
+ initialization:
119
+ critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed1.pt
120
+ resume_policy: restart_only
configs/S5/banc_descending/seed_2.yaml ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ interface_hierarchy:
2
+ batch: EXP04_continuous_speed_matched6_20260921
3
+ connectome: banc_descending
4
+ interface: command2
5
+ task: speed_control
6
+ train_seed: 2
7
+ smoke: false
8
+ label: banc_descending
9
+ vec_env: subproc
10
+ policy:
11
+ actor_kwargs:
12
+ dt: 0.01
13
+ input_target: sensory
14
+ mode: rate
15
+ tau_init: 0.02
16
+ use_lora: false
17
+ log_std_init: -0.5
18
+ name: connectome_cfc
19
+ value_hidden:
20
+ - 128
21
+ - 128
22
+ connectome:
23
+ banc_dir: larva/data/banc
24
+ chunksize: 250000
25
+ global_gain: 1.0
26
+ kind: original
27
+ min_syn_count: 1
28
+ normalization: row_l1
29
+ output_selector:
30
+ field: super_class
31
+ include:
32
+ - descending
33
+ polarity:
34
+ unknown_action: zero
35
+ randomize_seed: 0
36
+ sensory_selector:
37
+ field: flow
38
+ include:
39
+ - afferent
40
+ species: banc
41
+ frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_descending.pkl
42
+ frozen_graph_sha256: 86468ba0ad24d42cb8507741c05830da720573cf3df188574d6ffa1309aad915
43
+ env:
44
+ decision_interval: 100
45
+ flip_penalty: 1000.0
46
+ max_correction: 10.0
47
+ max_time: 1.5
48
+ observation_mode: proprio_task
49
+ terrain_seeds:
50
+ - 0
51
+ - 1
52
+ - 2
53
+ - 3
54
+ terrains:
55
+ - flat
56
+ timestep: 0.0001
57
+ command_adapter_config:
58
+ frequency_bounds:
59
+ - 0.25
60
+ - 2.0
61
+ k_drive: 0.75
62
+ k_drive_step: 1.0
63
+ k_step: 0.75
64
+ step_bounds:
65
+ - 0.4
66
+ - 2.0
67
+ continuous_gait: true
68
+ slow_duty_factor: 0.72
69
+ fast_duty_factor: 0.58
70
+ slow_ipsilateral_lag_cycles: 0.3333333333333333
71
+ fast_ipsilateral_lag_cycles: 0.5
72
+ swing_duration_s: 0.035
73
+ base_frequency_hz: 12.0
74
+ gait_smoothing_alpha: 0.005
75
+ speed_filter_alpha: 0.25
76
+ speed_heading_rate_weight: 0.25
77
+ speed_target_scale_mm_s: 20.0
78
+ speed_targets_mm_s:
79
+ - 8.0
80
+ - 16.0
81
+ action_mode: command2
82
+ task: speed_control
83
+ speed_target_sampling: uniform
84
+ speed_target_range_mm_s:
85
+ - 8.0
86
+ - 16.0
87
+ ppo:
88
+ clip_range: 0.2
89
+ ent_coef: 0.0
90
+ gamma: 0.99
91
+ lam: 0.95
92
+ lr: 0.0001
93
+ max_grad_norm: 0.5
94
+ n_envs: 16
95
+ n_epochs: 2
96
+ n_minibatches: 5
97
+ n_steps: 160
98
+ normalize_reward: true
99
+ rollout_heartbeat: 32
100
+ seq_len: 32
101
+ total_timesteps: 499200
102
+ vf_clip_range: 0.2
103
+ vf_coef: 0.5
104
+ separate_rng_streams: true
105
+ initialization_seed: 2
106
+ environment_seed: 12000
107
+ policy_sampling_seed: 20002
108
+ minibatch_seed: 30002
109
+ initial_hidden_mode: zero
110
+ continuous_gait_experiment:
111
+ baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_descending_command2_seed0.yaml
112
+ target_sampling: uniform_episode
113
+ cpg_freedom: duty_warping_plus_phase_family
114
+ action_dimension_matched: true
115
+ primary_checkpoint: fixed_budget_final
116
+ training_unit: one complete fresh train seed; ER also independent graph seed
117
+ seed: 2
118
+ initialization:
119
+ critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed2.pt
120
+ resume_policy: restart_only
configs/S5/banc_descending/seed_3.yaml ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ interface_hierarchy:
2
+ batch: EXP04_continuous_speed_matched6_20260921
3
+ connectome: banc_descending
4
+ interface: command2
5
+ task: speed_control
6
+ train_seed: 3
7
+ smoke: false
8
+ label: banc_descending
9
+ vec_env: subproc
10
+ policy:
11
+ actor_kwargs:
12
+ dt: 0.01
13
+ input_target: sensory
14
+ mode: rate
15
+ tau_init: 0.02
16
+ use_lora: false
17
+ log_std_init: -0.5
18
+ name: connectome_cfc
19
+ value_hidden:
20
+ - 128
21
+ - 128
22
+ connectome:
23
+ banc_dir: larva/data/banc
24
+ chunksize: 250000
25
+ global_gain: 1.0
26
+ kind: original
27
+ min_syn_count: 1
28
+ normalization: row_l1
29
+ output_selector:
30
+ field: super_class
31
+ include:
32
+ - descending
33
+ polarity:
34
+ unknown_action: zero
35
+ randomize_seed: 0
36
+ sensory_selector:
37
+ field: flow
38
+ include:
39
+ - afferent
40
+ species: banc
41
+ frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_descending.pkl
42
+ frozen_graph_sha256: 86468ba0ad24d42cb8507741c05830da720573cf3df188574d6ffa1309aad915
43
+ env:
44
+ decision_interval: 100
45
+ flip_penalty: 1000.0
46
+ max_correction: 10.0
47
+ max_time: 1.5
48
+ observation_mode: proprio_task
49
+ terrain_seeds:
50
+ - 0
51
+ - 1
52
+ - 2
53
+ - 3
54
+ terrains:
55
+ - flat
56
+ timestep: 0.0001
57
+ command_adapter_config:
58
+ frequency_bounds:
59
+ - 0.25
60
+ - 2.0
61
+ k_drive: 0.75
62
+ k_drive_step: 1.0
63
+ k_step: 0.75
64
+ step_bounds:
65
+ - 0.4
66
+ - 2.0
67
+ continuous_gait: true
68
+ slow_duty_factor: 0.72
69
+ fast_duty_factor: 0.58
70
+ slow_ipsilateral_lag_cycles: 0.3333333333333333
71
+ fast_ipsilateral_lag_cycles: 0.5
72
+ swing_duration_s: 0.035
73
+ base_frequency_hz: 12.0
74
+ gait_smoothing_alpha: 0.005
75
+ speed_filter_alpha: 0.25
76
+ speed_heading_rate_weight: 0.25
77
+ speed_target_scale_mm_s: 20.0
78
+ speed_targets_mm_s:
79
+ - 8.0
80
+ - 16.0
81
+ action_mode: command2
82
+ task: speed_control
83
+ speed_target_sampling: uniform
84
+ speed_target_range_mm_s:
85
+ - 8.0
86
+ - 16.0
87
+ ppo:
88
+ clip_range: 0.2
89
+ ent_coef: 0.0
90
+ gamma: 0.99
91
+ lam: 0.95
92
+ lr: 0.0001
93
+ max_grad_norm: 0.5
94
+ n_envs: 16
95
+ n_epochs: 2
96
+ n_minibatches: 5
97
+ n_steps: 160
98
+ normalize_reward: true
99
+ rollout_heartbeat: 32
100
+ seq_len: 32
101
+ total_timesteps: 499200
102
+ vf_clip_range: 0.2
103
+ vf_coef: 0.5
104
+ separate_rng_streams: true
105
+ initialization_seed: 3
106
+ environment_seed: 13000
107
+ policy_sampling_seed: 20003
108
+ minibatch_seed: 30003
109
+ initial_hidden_mode: zero
110
+ continuous_gait_experiment:
111
+ baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_descending_command2_seed0.yaml
112
+ target_sampling: uniform_episode
113
+ cpg_freedom: duty_warping_plus_phase_family
114
+ action_dimension_matched: true
115
+ primary_checkpoint: fixed_budget_final
116
+ training_unit: one complete fresh train seed; ER also independent graph seed
117
+ seed: 3
118
+ initialization:
119
+ critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed3.pt
120
+ resume_policy: restart_only
configs/S5/banc_descending/seed_4.yaml ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ interface_hierarchy:
2
+ batch: EXP04_continuous_speed_matched6_20260921
3
+ connectome: banc_descending
4
+ interface: command2
5
+ task: speed_control
6
+ train_seed: 4
7
+ smoke: false
8
+ label: banc_descending
9
+ vec_env: subproc
10
+ policy:
11
+ actor_kwargs:
12
+ dt: 0.01
13
+ input_target: sensory
14
+ mode: rate
15
+ tau_init: 0.02
16
+ use_lora: false
17
+ log_std_init: -0.5
18
+ name: connectome_cfc
19
+ value_hidden:
20
+ - 128
21
+ - 128
22
+ connectome:
23
+ banc_dir: larva/data/banc
24
+ chunksize: 250000
25
+ global_gain: 1.0
26
+ kind: original
27
+ min_syn_count: 1
28
+ normalization: row_l1
29
+ output_selector:
30
+ field: super_class
31
+ include:
32
+ - descending
33
+ polarity:
34
+ unknown_action: zero
35
+ randomize_seed: 0
36
+ sensory_selector:
37
+ field: flow
38
+ include:
39
+ - afferent
40
+ species: banc
41
+ frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_descending.pkl
42
+ frozen_graph_sha256: 86468ba0ad24d42cb8507741c05830da720573cf3df188574d6ffa1309aad915
43
+ env:
44
+ decision_interval: 100
45
+ flip_penalty: 1000.0
46
+ max_correction: 10.0
47
+ max_time: 1.5
48
+ observation_mode: proprio_task
49
+ terrain_seeds:
50
+ - 0
51
+ - 1
52
+ - 2
53
+ - 3
54
+ terrains:
55
+ - flat
56
+ timestep: 0.0001
57
+ command_adapter_config:
58
+ frequency_bounds:
59
+ - 0.25
60
+ - 2.0
61
+ k_drive: 0.75
62
+ k_drive_step: 1.0
63
+ k_step: 0.75
64
+ step_bounds:
65
+ - 0.4
66
+ - 2.0
67
+ continuous_gait: true
68
+ slow_duty_factor: 0.72
69
+ fast_duty_factor: 0.58
70
+ slow_ipsilateral_lag_cycles: 0.3333333333333333
71
+ fast_ipsilateral_lag_cycles: 0.5
72
+ swing_duration_s: 0.035
73
+ base_frequency_hz: 12.0
74
+ gait_smoothing_alpha: 0.005
75
+ speed_filter_alpha: 0.25
76
+ speed_heading_rate_weight: 0.25
77
+ speed_target_scale_mm_s: 20.0
78
+ speed_targets_mm_s:
79
+ - 8.0
80
+ - 16.0
81
+ action_mode: command2
82
+ task: speed_control
83
+ speed_target_sampling: uniform
84
+ speed_target_range_mm_s:
85
+ - 8.0
86
+ - 16.0
87
+ ppo:
88
+ clip_range: 0.2
89
+ ent_coef: 0.0
90
+ gamma: 0.99
91
+ lam: 0.95
92
+ lr: 0.0001
93
+ max_grad_norm: 0.5
94
+ n_envs: 16
95
+ n_epochs: 2
96
+ n_minibatches: 5
97
+ n_steps: 160
98
+ normalize_reward: true
99
+ rollout_heartbeat: 32
100
+ seq_len: 32
101
+ total_timesteps: 499200
102
+ vf_clip_range: 0.2
103
+ vf_coef: 0.5
104
+ separate_rng_streams: true
105
+ initialization_seed: 4
106
+ environment_seed: 14000
107
+ policy_sampling_seed: 20004
108
+ minibatch_seed: 30004
109
+ initial_hidden_mode: zero
110
+ continuous_gait_experiment:
111
+ baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_descending_command2_seed0.yaml
112
+ target_sampling: uniform_episode
113
+ cpg_freedom: duty_warping_plus_phase_family
114
+ action_dimension_matched: true
115
+ primary_checkpoint: fixed_budget_final
116
+ training_unit: one complete fresh train seed; ER also independent graph seed
117
+ seed: 4
118
+ initialization:
119
+ critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed4.pt
120
+ resume_policy: restart_only
configs/S5/banc_descending/seed_5.yaml ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ interface_hierarchy:
2
+ batch: EXP04_continuous_speed_matched6_20260921
3
+ connectome: banc_descending
4
+ interface: command2
5
+ task: speed_control
6
+ train_seed: 5
7
+ smoke: false
8
+ label: banc_descending
9
+ vec_env: subproc
10
+ policy:
11
+ actor_kwargs:
12
+ dt: 0.01
13
+ input_target: sensory
14
+ mode: rate
15
+ tau_init: 0.02
16
+ use_lora: false
17
+ log_std_init: -0.5
18
+ name: connectome_cfc
19
+ value_hidden:
20
+ - 128
21
+ - 128
22
+ connectome:
23
+ banc_dir: larva/data/banc
24
+ chunksize: 250000
25
+ global_gain: 1.0
26
+ kind: original
27
+ min_syn_count: 1
28
+ normalization: row_l1
29
+ output_selector:
30
+ field: super_class
31
+ include:
32
+ - descending
33
+ polarity:
34
+ unknown_action: zero
35
+ randomize_seed: 0
36
+ sensory_selector:
37
+ field: flow
38
+ include:
39
+ - afferent
40
+ species: banc
41
+ frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_descending.pkl
42
+ frozen_graph_sha256: 86468ba0ad24d42cb8507741c05830da720573cf3df188574d6ffa1309aad915
43
+ env:
44
+ decision_interval: 100
45
+ flip_penalty: 1000.0
46
+ max_correction: 10.0
47
+ max_time: 1.5
48
+ observation_mode: proprio_task
49
+ terrain_seeds:
50
+ - 0
51
+ - 1
52
+ - 2
53
+ - 3
54
+ terrains:
55
+ - flat
56
+ timestep: 0.0001
57
+ command_adapter_config:
58
+ frequency_bounds:
59
+ - 0.25
60
+ - 2.0
61
+ k_drive: 0.75
62
+ k_drive_step: 1.0
63
+ k_step: 0.75
64
+ step_bounds:
65
+ - 0.4
66
+ - 2.0
67
+ continuous_gait: true
68
+ slow_duty_factor: 0.72
69
+ fast_duty_factor: 0.58
70
+ slow_ipsilateral_lag_cycles: 0.3333333333333333
71
+ fast_ipsilateral_lag_cycles: 0.5
72
+ swing_duration_s: 0.035
73
+ base_frequency_hz: 12.0
74
+ gait_smoothing_alpha: 0.005
75
+ speed_filter_alpha: 0.25
76
+ speed_heading_rate_weight: 0.25
77
+ speed_target_scale_mm_s: 20.0
78
+ speed_targets_mm_s:
79
+ - 8.0
80
+ - 16.0
81
+ action_mode: command2
82
+ task: speed_control
83
+ speed_target_sampling: uniform
84
+ speed_target_range_mm_s:
85
+ - 8.0
86
+ - 16.0
87
+ ppo:
88
+ clip_range: 0.2
89
+ ent_coef: 0.0
90
+ gamma: 0.99
91
+ lam: 0.95
92
+ lr: 0.0001
93
+ max_grad_norm: 0.5
94
+ n_envs: 16
95
+ n_epochs: 2
96
+ n_minibatches: 5
97
+ n_steps: 160
98
+ normalize_reward: true
99
+ rollout_heartbeat: 32
100
+ seq_len: 32
101
+ total_timesteps: 499200
102
+ vf_clip_range: 0.2
103
+ vf_coef: 0.5
104
+ separate_rng_streams: true
105
+ initialization_seed: 5
106
+ environment_seed: 15000
107
+ policy_sampling_seed: 20005
108
+ minibatch_seed: 30005
109
+ initial_hidden_mode: zero
110
+ continuous_gait_experiment:
111
+ baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_descending_command2_seed0.yaml
112
+ target_sampling: uniform_episode
113
+ cpg_freedom: duty_warping_plus_phase_family
114
+ action_dimension_matched: true
115
+ primary_checkpoint: fixed_budget_final
116
+ training_unit: one complete fresh train seed; ER also independent graph seed
117
+ seed: 5
118
+ initialization:
119
+ critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed5.pt
120
+ resume_policy: restart_only
configs/S5/banc_motor/seed_0.yaml ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ interface_hierarchy:
2
+ batch: EXP04_continuous_speed_matched6_20260921
3
+ connectome: banc_motor
4
+ interface: command2
5
+ task: speed_control
6
+ train_seed: 0
7
+ smoke: false
8
+ label: banc_motor
9
+ vec_env: subproc
10
+ policy:
11
+ actor_kwargs:
12
+ dt: 0.01
13
+ input_target: sensory
14
+ mode: rate
15
+ tau_init: 0.02
16
+ use_lora: false
17
+ log_std_init: -0.5
18
+ name: connectome_cfc
19
+ value_hidden:
20
+ - 128
21
+ - 128
22
+ connectome:
23
+ banc_dir: larva/data/banc
24
+ chunksize: 250000
25
+ global_gain: 1.0
26
+ kind: original
27
+ min_syn_count: 1
28
+ normalization: row_l1
29
+ output_selector:
30
+ field: super_class
31
+ include:
32
+ - motor
33
+ polarity:
34
+ unknown_action: zero
35
+ randomize_seed: 0
36
+ sensory_selector:
37
+ field: flow
38
+ include:
39
+ - afferent
40
+ species: banc
41
+ frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_motor.pkl
42
+ frozen_graph_sha256: dde3a9e09030e301719ddf71c3eacc08bdaaeda009192310bcf0c39980859b59
43
+ env:
44
+ decision_interval: 100
45
+ flip_penalty: 1000.0
46
+ max_correction: 10.0
47
+ max_time: 1.5
48
+ observation_mode: proprio_task
49
+ terrain_seeds:
50
+ - 0
51
+ - 1
52
+ - 2
53
+ - 3
54
+ terrains:
55
+ - flat
56
+ timestep: 0.0001
57
+ command_adapter_config:
58
+ frequency_bounds:
59
+ - 0.25
60
+ - 2.0
61
+ k_drive: 0.75
62
+ k_drive_step: 1.0
63
+ k_step: 0.75
64
+ step_bounds:
65
+ - 0.4
66
+ - 2.0
67
+ continuous_gait: true
68
+ slow_duty_factor: 0.72
69
+ fast_duty_factor: 0.58
70
+ slow_ipsilateral_lag_cycles: 0.3333333333333333
71
+ fast_ipsilateral_lag_cycles: 0.5
72
+ swing_duration_s: 0.035
73
+ base_frequency_hz: 12.0
74
+ gait_smoothing_alpha: 0.005
75
+ speed_filter_alpha: 0.25
76
+ speed_heading_rate_weight: 0.25
77
+ speed_target_scale_mm_s: 20.0
78
+ speed_targets_mm_s:
79
+ - 8.0
80
+ - 16.0
81
+ action_mode: command2
82
+ task: speed_control
83
+ speed_target_sampling: uniform
84
+ speed_target_range_mm_s:
85
+ - 8.0
86
+ - 16.0
87
+ ppo:
88
+ clip_range: 0.2
89
+ ent_coef: 0.0
90
+ gamma: 0.99
91
+ lam: 0.95
92
+ lr: 0.0001
93
+ max_grad_norm: 0.5
94
+ n_envs: 16
95
+ n_epochs: 2
96
+ n_minibatches: 5
97
+ n_steps: 160
98
+ normalize_reward: true
99
+ rollout_heartbeat: 32
100
+ seq_len: 32
101
+ total_timesteps: 499200
102
+ vf_clip_range: 0.2
103
+ vf_coef: 0.5
104
+ separate_rng_streams: true
105
+ initialization_seed: 0
106
+ environment_seed: 10000
107
+ policy_sampling_seed: 20000
108
+ minibatch_seed: 30000
109
+ initial_hidden_mode: zero
110
+ continuous_gait_experiment:
111
+ baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_motor_command2_seed0.yaml
112
+ target_sampling: uniform_episode
113
+ cpg_freedom: duty_warping_plus_phase_family
114
+ action_dimension_matched: true
115
+ primary_checkpoint: fixed_budget_final
116
+ training_unit: one complete fresh train seed; ER also independent graph seed
117
+ seed: 0
118
+ initialization:
119
+ critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed0.pt
120
+ resume_policy: restart_only
configs/S5/banc_motor/seed_1.yaml ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ interface_hierarchy:
2
+ batch: EXP04_continuous_speed_matched6_20260921
3
+ connectome: banc_motor
4
+ interface: command2
5
+ task: speed_control
6
+ train_seed: 1
7
+ smoke: false
8
+ label: banc_motor
9
+ vec_env: subproc
10
+ policy:
11
+ actor_kwargs:
12
+ dt: 0.01
13
+ input_target: sensory
14
+ mode: rate
15
+ tau_init: 0.02
16
+ use_lora: false
17
+ log_std_init: -0.5
18
+ name: connectome_cfc
19
+ value_hidden:
20
+ - 128
21
+ - 128
22
+ connectome:
23
+ banc_dir: larva/data/banc
24
+ chunksize: 250000
25
+ global_gain: 1.0
26
+ kind: original
27
+ min_syn_count: 1
28
+ normalization: row_l1
29
+ output_selector:
30
+ field: super_class
31
+ include:
32
+ - motor
33
+ polarity:
34
+ unknown_action: zero
35
+ randomize_seed: 0
36
+ sensory_selector:
37
+ field: flow
38
+ include:
39
+ - afferent
40
+ species: banc
41
+ frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_motor.pkl
42
+ frozen_graph_sha256: dde3a9e09030e301719ddf71c3eacc08bdaaeda009192310bcf0c39980859b59
43
+ env:
44
+ decision_interval: 100
45
+ flip_penalty: 1000.0
46
+ max_correction: 10.0
47
+ max_time: 1.5
48
+ observation_mode: proprio_task
49
+ terrain_seeds:
50
+ - 0
51
+ - 1
52
+ - 2
53
+ - 3
54
+ terrains:
55
+ - flat
56
+ timestep: 0.0001
57
+ command_adapter_config:
58
+ frequency_bounds:
59
+ - 0.25
60
+ - 2.0
61
+ k_drive: 0.75
62
+ k_drive_step: 1.0
63
+ k_step: 0.75
64
+ step_bounds:
65
+ - 0.4
66
+ - 2.0
67
+ continuous_gait: true
68
+ slow_duty_factor: 0.72
69
+ fast_duty_factor: 0.58
70
+ slow_ipsilateral_lag_cycles: 0.3333333333333333
71
+ fast_ipsilateral_lag_cycles: 0.5
72
+ swing_duration_s: 0.035
73
+ base_frequency_hz: 12.0
74
+ gait_smoothing_alpha: 0.005
75
+ speed_filter_alpha: 0.25
76
+ speed_heading_rate_weight: 0.25
77
+ speed_target_scale_mm_s: 20.0
78
+ speed_targets_mm_s:
79
+ - 8.0
80
+ - 16.0
81
+ action_mode: command2
82
+ task: speed_control
83
+ speed_target_sampling: uniform
84
+ speed_target_range_mm_s:
85
+ - 8.0
86
+ - 16.0
87
+ ppo:
88
+ clip_range: 0.2
89
+ ent_coef: 0.0
90
+ gamma: 0.99
91
+ lam: 0.95
92
+ lr: 0.0001
93
+ max_grad_norm: 0.5
94
+ n_envs: 16
95
+ n_epochs: 2
96
+ n_minibatches: 5
97
+ n_steps: 160
98
+ normalize_reward: true
99
+ rollout_heartbeat: 32
100
+ seq_len: 32
101
+ total_timesteps: 499200
102
+ vf_clip_range: 0.2
103
+ vf_coef: 0.5
104
+ separate_rng_streams: true
105
+ initialization_seed: 1
106
+ environment_seed: 11000
107
+ policy_sampling_seed: 20001
108
+ minibatch_seed: 30001
109
+ initial_hidden_mode: zero
110
+ continuous_gait_experiment:
111
+ baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_motor_command2_seed0.yaml
112
+ target_sampling: uniform_episode
113
+ cpg_freedom: duty_warping_plus_phase_family
114
+ action_dimension_matched: true
115
+ primary_checkpoint: fixed_budget_final
116
+ training_unit: one complete fresh train seed; ER also independent graph seed
117
+ seed: 1
118
+ initialization:
119
+ critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed1.pt
120
+ resume_policy: restart_only
configs/S5/banc_motor/seed_2.yaml ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ interface_hierarchy:
2
+ batch: EXP04_continuous_speed_matched6_20260921
3
+ connectome: banc_motor
4
+ interface: command2
5
+ task: speed_control
6
+ train_seed: 2
7
+ smoke: false
8
+ label: banc_motor
9
+ vec_env: subproc
10
+ policy:
11
+ actor_kwargs:
12
+ dt: 0.01
13
+ input_target: sensory
14
+ mode: rate
15
+ tau_init: 0.02
16
+ use_lora: false
17
+ log_std_init: -0.5
18
+ name: connectome_cfc
19
+ value_hidden:
20
+ - 128
21
+ - 128
22
+ connectome:
23
+ banc_dir: larva/data/banc
24
+ chunksize: 250000
25
+ global_gain: 1.0
26
+ kind: original
27
+ min_syn_count: 1
28
+ normalization: row_l1
29
+ output_selector:
30
+ field: super_class
31
+ include:
32
+ - motor
33
+ polarity:
34
+ unknown_action: zero
35
+ randomize_seed: 0
36
+ sensory_selector:
37
+ field: flow
38
+ include:
39
+ - afferent
40
+ species: banc
41
+ frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_motor.pkl
42
+ frozen_graph_sha256: dde3a9e09030e301719ddf71c3eacc08bdaaeda009192310bcf0c39980859b59
43
+ env:
44
+ decision_interval: 100
45
+ flip_penalty: 1000.0
46
+ max_correction: 10.0
47
+ max_time: 1.5
48
+ observation_mode: proprio_task
49
+ terrain_seeds:
50
+ - 0
51
+ - 1
52
+ - 2
53
+ - 3
54
+ terrains:
55
+ - flat
56
+ timestep: 0.0001
57
+ command_adapter_config:
58
+ frequency_bounds:
59
+ - 0.25
60
+ - 2.0
61
+ k_drive: 0.75
62
+ k_drive_step: 1.0
63
+ k_step: 0.75
64
+ step_bounds:
65
+ - 0.4
66
+ - 2.0
67
+ continuous_gait: true
68
+ slow_duty_factor: 0.72
69
+ fast_duty_factor: 0.58
70
+ slow_ipsilateral_lag_cycles: 0.3333333333333333
71
+ fast_ipsilateral_lag_cycles: 0.5
72
+ swing_duration_s: 0.035
73
+ base_frequency_hz: 12.0
74
+ gait_smoothing_alpha: 0.005
75
+ speed_filter_alpha: 0.25
76
+ speed_heading_rate_weight: 0.25
77
+ speed_target_scale_mm_s: 20.0
78
+ speed_targets_mm_s:
79
+ - 8.0
80
+ - 16.0
81
+ action_mode: command2
82
+ task: speed_control
83
+ speed_target_sampling: uniform
84
+ speed_target_range_mm_s:
85
+ - 8.0
86
+ - 16.0
87
+ ppo:
88
+ clip_range: 0.2
89
+ ent_coef: 0.0
90
+ gamma: 0.99
91
+ lam: 0.95
92
+ lr: 0.0001
93
+ max_grad_norm: 0.5
94
+ n_envs: 16
95
+ n_epochs: 2
96
+ n_minibatches: 5
97
+ n_steps: 160
98
+ normalize_reward: true
99
+ rollout_heartbeat: 32
100
+ seq_len: 32
101
+ total_timesteps: 499200
102
+ vf_clip_range: 0.2
103
+ vf_coef: 0.5
104
+ separate_rng_streams: true
105
+ initialization_seed: 2
106
+ environment_seed: 12000
107
+ policy_sampling_seed: 20002
108
+ minibatch_seed: 30002
109
+ initial_hidden_mode: zero
110
+ continuous_gait_experiment:
111
+ baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_motor_command2_seed0.yaml
112
+ target_sampling: uniform_episode
113
+ cpg_freedom: duty_warping_plus_phase_family
114
+ action_dimension_matched: true
115
+ primary_checkpoint: fixed_budget_final
116
+ training_unit: one complete fresh train seed; ER also independent graph seed
117
+ seed: 2
118
+ initialization:
119
+ critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed2.pt
120
+ resume_policy: restart_only
configs/S5/banc_motor/seed_3.yaml ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ interface_hierarchy:
2
+ batch: EXP04_continuous_speed_matched6_20260921
3
+ connectome: banc_motor
4
+ interface: command2
5
+ task: speed_control
6
+ train_seed: 3
7
+ smoke: false
8
+ label: banc_motor
9
+ vec_env: subproc
10
+ policy:
11
+ actor_kwargs:
12
+ dt: 0.01
13
+ input_target: sensory
14
+ mode: rate
15
+ tau_init: 0.02
16
+ use_lora: false
17
+ log_std_init: -0.5
18
+ name: connectome_cfc
19
+ value_hidden:
20
+ - 128
21
+ - 128
22
+ connectome:
23
+ banc_dir: larva/data/banc
24
+ chunksize: 250000
25
+ global_gain: 1.0
26
+ kind: original
27
+ min_syn_count: 1
28
+ normalization: row_l1
29
+ output_selector:
30
+ field: super_class
31
+ include:
32
+ - motor
33
+ polarity:
34
+ unknown_action: zero
35
+ randomize_seed: 0
36
+ sensory_selector:
37
+ field: flow
38
+ include:
39
+ - afferent
40
+ species: banc
41
+ frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_motor.pkl
42
+ frozen_graph_sha256: dde3a9e09030e301719ddf71c3eacc08bdaaeda009192310bcf0c39980859b59
43
+ env:
44
+ decision_interval: 100
45
+ flip_penalty: 1000.0
46
+ max_correction: 10.0
47
+ max_time: 1.5
48
+ observation_mode: proprio_task
49
+ terrain_seeds:
50
+ - 0
51
+ - 1
52
+ - 2
53
+ - 3
54
+ terrains:
55
+ - flat
56
+ timestep: 0.0001
57
+ command_adapter_config:
58
+ frequency_bounds:
59
+ - 0.25
60
+ - 2.0
61
+ k_drive: 0.75
62
+ k_drive_step: 1.0
63
+ k_step: 0.75
64
+ step_bounds:
65
+ - 0.4
66
+ - 2.0
67
+ continuous_gait: true
68
+ slow_duty_factor: 0.72
69
+ fast_duty_factor: 0.58
70
+ slow_ipsilateral_lag_cycles: 0.3333333333333333
71
+ fast_ipsilateral_lag_cycles: 0.5
72
+ swing_duration_s: 0.035
73
+ base_frequency_hz: 12.0
74
+ gait_smoothing_alpha: 0.005
75
+ speed_filter_alpha: 0.25
76
+ speed_heading_rate_weight: 0.25
77
+ speed_target_scale_mm_s: 20.0
78
+ speed_targets_mm_s:
79
+ - 8.0
80
+ - 16.0
81
+ action_mode: command2
82
+ task: speed_control
83
+ speed_target_sampling: uniform
84
+ speed_target_range_mm_s:
85
+ - 8.0
86
+ - 16.0
87
+ ppo:
88
+ clip_range: 0.2
89
+ ent_coef: 0.0
90
+ gamma: 0.99
91
+ lam: 0.95
92
+ lr: 0.0001
93
+ max_grad_norm: 0.5
94
+ n_envs: 16
95
+ n_epochs: 2
96
+ n_minibatches: 5
97
+ n_steps: 160
98
+ normalize_reward: true
99
+ rollout_heartbeat: 32
100
+ seq_len: 32
101
+ total_timesteps: 499200
102
+ vf_clip_range: 0.2
103
+ vf_coef: 0.5
104
+ separate_rng_streams: true
105
+ initialization_seed: 3
106
+ environment_seed: 13000
107
+ policy_sampling_seed: 20003
108
+ minibatch_seed: 30003
109
+ initial_hidden_mode: zero
110
+ continuous_gait_experiment:
111
+ baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_motor_command2_seed0.yaml
112
+ target_sampling: uniform_episode
113
+ cpg_freedom: duty_warping_plus_phase_family
114
+ action_dimension_matched: true
115
+ primary_checkpoint: fixed_budget_final
116
+ training_unit: one complete fresh train seed; ER also independent graph seed
117
+ seed: 3
118
+ initialization:
119
+ critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed3.pt
120
+ resume_policy: restart_only
configs/S5/banc_motor/seed_4.yaml ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ interface_hierarchy:
2
+ batch: EXP04_continuous_speed_matched6_20260921
3
+ connectome: banc_motor
4
+ interface: command2
5
+ task: speed_control
6
+ train_seed: 4
7
+ smoke: false
8
+ label: banc_motor
9
+ vec_env: subproc
10
+ policy:
11
+ actor_kwargs:
12
+ dt: 0.01
13
+ input_target: sensory
14
+ mode: rate
15
+ tau_init: 0.02
16
+ use_lora: false
17
+ log_std_init: -0.5
18
+ name: connectome_cfc
19
+ value_hidden:
20
+ - 128
21
+ - 128
22
+ connectome:
23
+ banc_dir: larva/data/banc
24
+ chunksize: 250000
25
+ global_gain: 1.0
26
+ kind: original
27
+ min_syn_count: 1
28
+ normalization: row_l1
29
+ output_selector:
30
+ field: super_class
31
+ include:
32
+ - motor
33
+ polarity:
34
+ unknown_action: zero
35
+ randomize_seed: 0
36
+ sensory_selector:
37
+ field: flow
38
+ include:
39
+ - afferent
40
+ species: banc
41
+ frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_motor.pkl
42
+ frozen_graph_sha256: dde3a9e09030e301719ddf71c3eacc08bdaaeda009192310bcf0c39980859b59
43
+ env:
44
+ decision_interval: 100
45
+ flip_penalty: 1000.0
46
+ max_correction: 10.0
47
+ max_time: 1.5
48
+ observation_mode: proprio_task
49
+ terrain_seeds:
50
+ - 0
51
+ - 1
52
+ - 2
53
+ - 3
54
+ terrains:
55
+ - flat
56
+ timestep: 0.0001
57
+ command_adapter_config:
58
+ frequency_bounds:
59
+ - 0.25
60
+ - 2.0
61
+ k_drive: 0.75
62
+ k_drive_step: 1.0
63
+ k_step: 0.75
64
+ step_bounds:
65
+ - 0.4
66
+ - 2.0
67
+ continuous_gait: true
68
+ slow_duty_factor: 0.72
69
+ fast_duty_factor: 0.58
70
+ slow_ipsilateral_lag_cycles: 0.3333333333333333
71
+ fast_ipsilateral_lag_cycles: 0.5
72
+ swing_duration_s: 0.035
73
+ base_frequency_hz: 12.0
74
+ gait_smoothing_alpha: 0.005
75
+ speed_filter_alpha: 0.25
76
+ speed_heading_rate_weight: 0.25
77
+ speed_target_scale_mm_s: 20.0
78
+ speed_targets_mm_s:
79
+ - 8.0
80
+ - 16.0
81
+ action_mode: command2
82
+ task: speed_control
83
+ speed_target_sampling: uniform
84
+ speed_target_range_mm_s:
85
+ - 8.0
86
+ - 16.0
87
+ ppo:
88
+ clip_range: 0.2
89
+ ent_coef: 0.0
90
+ gamma: 0.99
91
+ lam: 0.95
92
+ lr: 0.0001
93
+ max_grad_norm: 0.5
94
+ n_envs: 16
95
+ n_epochs: 2
96
+ n_minibatches: 5
97
+ n_steps: 160
98
+ normalize_reward: true
99
+ rollout_heartbeat: 32
100
+ seq_len: 32
101
+ total_timesteps: 499200
102
+ vf_clip_range: 0.2
103
+ vf_coef: 0.5
104
+ separate_rng_streams: true
105
+ initialization_seed: 4
106
+ environment_seed: 14000
107
+ policy_sampling_seed: 20004
108
+ minibatch_seed: 30004
109
+ initial_hidden_mode: zero
110
+ continuous_gait_experiment:
111
+ baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_motor_command2_seed0.yaml
112
+ target_sampling: uniform_episode
113
+ cpg_freedom: duty_warping_plus_phase_family
114
+ action_dimension_matched: true
115
+ primary_checkpoint: fixed_budget_final
116
+ training_unit: one complete fresh train seed; ER also independent graph seed
117
+ seed: 4
118
+ initialization:
119
+ critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed4.pt
120
+ resume_policy: restart_only
configs/S5/banc_motor/seed_5.yaml ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ interface_hierarchy:
2
+ batch: EXP04_continuous_speed_matched6_20260921
3
+ connectome: banc_motor
4
+ interface: command2
5
+ task: speed_control
6
+ train_seed: 5
7
+ smoke: false
8
+ label: banc_motor
9
+ vec_env: subproc
10
+ policy:
11
+ actor_kwargs:
12
+ dt: 0.01
13
+ input_target: sensory
14
+ mode: rate
15
+ tau_init: 0.02
16
+ use_lora: false
17
+ log_std_init: -0.5
18
+ name: connectome_cfc
19
+ value_hidden:
20
+ - 128
21
+ - 128
22
+ connectome:
23
+ banc_dir: larva/data/banc
24
+ chunksize: 250000
25
+ global_gain: 1.0
26
+ kind: original
27
+ min_syn_count: 1
28
+ normalization: row_l1
29
+ output_selector:
30
+ field: super_class
31
+ include:
32
+ - motor
33
+ polarity:
34
+ unknown_action: zero
35
+ randomize_seed: 0
36
+ sensory_selector:
37
+ field: flow
38
+ include:
39
+ - afferent
40
+ species: banc
41
+ frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_motor.pkl
42
+ frozen_graph_sha256: dde3a9e09030e301719ddf71c3eacc08bdaaeda009192310bcf0c39980859b59
43
+ env:
44
+ decision_interval: 100
45
+ flip_penalty: 1000.0
46
+ max_correction: 10.0
47
+ max_time: 1.5
48
+ observation_mode: proprio_task
49
+ terrain_seeds:
50
+ - 0
51
+ - 1
52
+ - 2
53
+ - 3
54
+ terrains:
55
+ - flat
56
+ timestep: 0.0001
57
+ command_adapter_config:
58
+ frequency_bounds:
59
+ - 0.25
60
+ - 2.0
61
+ k_drive: 0.75
62
+ k_drive_step: 1.0
63
+ k_step: 0.75
64
+ step_bounds:
65
+ - 0.4
66
+ - 2.0
67
+ continuous_gait: true
68
+ slow_duty_factor: 0.72
69
+ fast_duty_factor: 0.58
70
+ slow_ipsilateral_lag_cycles: 0.3333333333333333
71
+ fast_ipsilateral_lag_cycles: 0.5
72
+ swing_duration_s: 0.035
73
+ base_frequency_hz: 12.0
74
+ gait_smoothing_alpha: 0.005
75
+ speed_filter_alpha: 0.25
76
+ speed_heading_rate_weight: 0.25
77
+ speed_target_scale_mm_s: 20.0
78
+ speed_targets_mm_s:
79
+ - 8.0
80
+ - 16.0
81
+ action_mode: command2
82
+ task: speed_control
83
+ speed_target_sampling: uniform
84
+ speed_target_range_mm_s:
85
+ - 8.0
86
+ - 16.0
87
+ ppo:
88
+ clip_range: 0.2
89
+ ent_coef: 0.0
90
+ gamma: 0.99
91
+ lam: 0.95
92
+ lr: 0.0001
93
+ max_grad_norm: 0.5
94
+ n_envs: 16
95
+ n_epochs: 2
96
+ n_minibatches: 5
97
+ n_steps: 160
98
+ normalize_reward: true
99
+ rollout_heartbeat: 32
100
+ seq_len: 32
101
+ total_timesteps: 499200
102
+ vf_clip_range: 0.2
103
+ vf_coef: 0.5
104
+ separate_rng_streams: true
105
+ initialization_seed: 5
106
+ environment_seed: 15000
107
+ policy_sampling_seed: 20005
108
+ minibatch_seed: 30005
109
+ initial_hidden_mode: zero
110
+ continuous_gait_experiment:
111
+ baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_motor_command2_seed0.yaml
112
+ target_sampling: uniform_episode
113
+ cpg_freedom: duty_warping_plus_phase_family
114
+ action_dimension_matched: true
115
+ primary_checkpoint: fixed_budget_final
116
+ training_unit: one complete fresh train seed; ER also independent graph seed
117
+ seed: 5
118
+ initialization:
119
+ critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed5.pt
120
+ resume_policy: restart_only
configs/S6/banc_descending/seed_0.yaml ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ connectome:
2
+ banc_dir: larva/data/banc
3
+ chunksize: 250000
4
+ global_gain: 1.0
5
+ kind: original
6
+ min_syn_count: 1
7
+ normalization: row_l1
8
+ output_selector:
9
+ field: super_class
10
+ include:
11
+ - descending
12
+ polarity:
13
+ unknown_action: zero
14
+ randomize_seed: 0
15
+ sensory_selector:
16
+ field: flow
17
+ include:
18
+ - afferent
19
+ species: banc
20
+ env:
21
+ action_mode: command2
22
+ decision_interval: 100
23
+ flip_penalty: 1000.0
24
+ max_correction: 10.0
25
+ max_time: 1.5
26
+ observation_mode: proprio_task
27
+ perturbation:
28
+ direction: lateral
29
+ duration_s: 0.04
30
+ force: 10.0
31
+ start_time_s: 0.75
32
+ type: side_push
33
+ task: heading_hold
34
+ terrain_seeds:
35
+ - 0
36
+ - 1
37
+ - 2
38
+ - 3
39
+ terrains:
40
+ - flat
41
+ timestep: 0.0001
42
+ interface_hierarchy:
43
+ batch: interface_hierarchy_original
44
+ connectome: banc_descending_original
45
+ interface: command2
46
+ smoke: false
47
+ task: heading_hold
48
+ train_seed: 0
49
+ policy:
50
+ actor_kwargs:
51
+ dt: 0.01
52
+ input_target: sensory
53
+ mode: rate
54
+ tau_init: 0.02
55
+ use_lora: false
56
+ log_std_init: -0.5
57
+ name: connectome_cfc
58
+ value_hidden:
59
+ - 128
60
+ - 128
61
+ ppo:
62
+ clip_range: 0.2
63
+ ent_coef: 0.0
64
+ gamma: 0.99
65
+ lam: 0.95
66
+ lr: 0.0001
67
+ max_grad_norm: 0.5
68
+ n_envs: 16
69
+ n_epochs: 2
70
+ n_minibatches: 5
71
+ n_steps: 160
72
+ normalize_reward: true
73
+ rollout_heartbeat: 8
74
+ seq_len: 32
75
+ total_timesteps: 500000
76
+ vf_clip_range: 0.2
77
+ vf_coef: 0.5
78
+ seed: 0
79
+ vec_env: subproc
configs/S6/banc_descending/seed_1.yaml ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ connectome:
2
+ banc_dir: larva/data/banc
3
+ chunksize: 250000
4
+ global_gain: 1.0
5
+ kind: original
6
+ min_syn_count: 1
7
+ normalization: row_l1
8
+ output_selector:
9
+ field: super_class
10
+ include:
11
+ - descending
12
+ polarity:
13
+ unknown_action: zero
14
+ randomize_seed: 0
15
+ sensory_selector:
16
+ field: flow
17
+ include:
18
+ - afferent
19
+ species: banc
20
+ env:
21
+ action_mode: command2
22
+ decision_interval: 100
23
+ flip_penalty: 1000.0
24
+ max_correction: 10.0
25
+ max_time: 1.5
26
+ observation_mode: proprio_task
27
+ perturbation:
28
+ direction: lateral
29
+ duration_s: 0.04
30
+ force: 10.0
31
+ start_time_s: 0.75
32
+ type: side_push
33
+ task: heading_hold
34
+ terrain_seeds:
35
+ - 0
36
+ - 1
37
+ - 2
38
+ - 3
39
+ terrains:
40
+ - flat
41
+ timestep: 0.0001
42
+ interface_hierarchy:
43
+ batch: interface_hierarchy_original
44
+ connectome: banc_descending_original
45
+ interface: command2
46
+ smoke: false
47
+ task: heading_hold
48
+ train_seed: 1
49
+ policy:
50
+ actor_kwargs:
51
+ dt: 0.01
52
+ input_target: sensory
53
+ mode: rate
54
+ tau_init: 0.02
55
+ use_lora: false
56
+ log_std_init: -0.5
57
+ name: connectome_cfc
58
+ value_hidden:
59
+ - 128
60
+ - 128
61
+ ppo:
62
+ clip_range: 0.2
63
+ ent_coef: 0.0
64
+ gamma: 0.99
65
+ lam: 0.95
66
+ lr: 0.0001
67
+ max_grad_norm: 0.5
68
+ n_envs: 16
69
+ n_epochs: 2
70
+ n_minibatches: 5
71
+ n_steps: 160
72
+ normalize_reward: true
73
+ rollout_heartbeat: 8
74
+ seq_len: 32
75
+ total_timesteps: 500000
76
+ vf_clip_range: 0.2
77
+ vf_coef: 0.5
78
+ seed: 1
79
+ vec_env: subproc
configs/S6/banc_descending/seed_2.yaml ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ connectome:
2
+ banc_dir: larva/data/banc
3
+ chunksize: 250000
4
+ global_gain: 1.0
5
+ kind: original
6
+ min_syn_count: 1
7
+ normalization: row_l1
8
+ output_selector:
9
+ field: super_class
10
+ include:
11
+ - descending
12
+ polarity:
13
+ unknown_action: zero
14
+ randomize_seed: 0
15
+ sensory_selector:
16
+ field: flow
17
+ include:
18
+ - afferent
19
+ species: banc
20
+ env:
21
+ action_mode: command2
22
+ decision_interval: 100
23
+ flip_penalty: 1000.0
24
+ max_correction: 10.0
25
+ max_time: 1.5
26
+ observation_mode: proprio_task
27
+ perturbation:
28
+ direction: lateral
29
+ duration_s: 0.04
30
+ force: 10.0
31
+ start_time_s: 0.75
32
+ type: side_push
33
+ task: heading_hold
34
+ terrain_seeds:
35
+ - 0
36
+ - 1
37
+ - 2
38
+ - 3
39
+ terrains:
40
+ - flat
41
+ timestep: 0.0001
42
+ interface_hierarchy:
43
+ batch: interface_hierarchy_original
44
+ connectome: banc_descending_original
45
+ interface: command2
46
+ smoke: false
47
+ task: heading_hold
48
+ train_seed: 2
49
+ policy:
50
+ actor_kwargs:
51
+ dt: 0.01
52
+ input_target: sensory
53
+ mode: rate
54
+ tau_init: 0.02
55
+ use_lora: false
56
+ log_std_init: -0.5
57
+ name: connectome_cfc
58
+ value_hidden:
59
+ - 128
60
+ - 128
61
+ ppo:
62
+ clip_range: 0.2
63
+ ent_coef: 0.0
64
+ gamma: 0.99
65
+ lam: 0.95
66
+ lr: 0.0001
67
+ max_grad_norm: 0.5
68
+ n_envs: 16
69
+ n_epochs: 2
70
+ n_minibatches: 5
71
+ n_steps: 160
72
+ normalize_reward: true
73
+ rollout_heartbeat: 8
74
+ seq_len: 32
75
+ total_timesteps: 500000
76
+ vf_clip_range: 0.2
77
+ vf_coef: 0.5
78
+ seed: 2
79
+ vec_env: subproc
configs/S6/banc_motor/seed_0.yaml ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ connectome:
2
+ banc_dir: larva/data/banc
3
+ chunksize: 250000
4
+ global_gain: 1.0
5
+ kind: original
6
+ min_syn_count: 1
7
+ normalization: row_l1
8
+ output_selector:
9
+ field: super_class
10
+ include:
11
+ - motor
12
+ polarity:
13
+ unknown_action: zero
14
+ randomize_seed: 0
15
+ sensory_selector:
16
+ field: flow
17
+ include:
18
+ - afferent
19
+ species: banc
20
+ env:
21
+ action_mode: command2
22
+ decision_interval: 100
23
+ flip_penalty: 1000.0
24
+ max_correction: 10.0
25
+ max_time: 1.5
26
+ observation_mode: proprio_task
27
+ perturbation:
28
+ direction: lateral
29
+ duration_s: 0.04
30
+ force: 10.0
31
+ start_time_s: 0.75
32
+ type: side_push
33
+ task: heading_hold
34
+ terrain_seeds:
35
+ - 0
36
+ - 1
37
+ - 2
38
+ - 3
39
+ terrains:
40
+ - flat
41
+ timestep: 0.0001
42
+ interface_hierarchy:
43
+ batch: interface_hierarchy_original
44
+ connectome: banc_original
45
+ interface: command2
46
+ smoke: false
47
+ task: heading_hold
48
+ train_seed: 0
49
+ policy:
50
+ actor_kwargs:
51
+ dt: 0.01
52
+ input_target: sensory
53
+ mode: rate
54
+ tau_init: 0.02
55
+ use_lora: false
56
+ log_std_init: -0.5
57
+ name: connectome_cfc
58
+ value_hidden:
59
+ - 128
60
+ - 128
61
+ ppo:
62
+ clip_range: 0.2
63
+ ent_coef: 0.0
64
+ gamma: 0.99
65
+ lam: 0.95
66
+ lr: 0.0001
67
+ max_grad_norm: 0.5
68
+ n_envs: 16
69
+ n_epochs: 2
70
+ n_minibatches: 5
71
+ n_steps: 160
72
+ normalize_reward: true
73
+ rollout_heartbeat: 8
74
+ seq_len: 32
75
+ total_timesteps: 500000
76
+ vf_clip_range: 0.2
77
+ vf_coef: 0.5
78
+ seed: 0
79
+ vec_env: subproc
configs/S6/banc_motor/seed_1.yaml ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ connectome:
2
+ banc_dir: larva/data/banc
3
+ chunksize: 250000
4
+ global_gain: 1.0
5
+ kind: original
6
+ min_syn_count: 1
7
+ normalization: row_l1
8
+ output_selector:
9
+ field: super_class
10
+ include:
11
+ - motor
12
+ polarity:
13
+ unknown_action: zero
14
+ randomize_seed: 0
15
+ sensory_selector:
16
+ field: flow
17
+ include:
18
+ - afferent
19
+ species: banc
20
+ env:
21
+ action_mode: command2
22
+ decision_interval: 100
23
+ flip_penalty: 1000.0
24
+ max_correction: 10.0
25
+ max_time: 1.5
26
+ observation_mode: proprio_task
27
+ perturbation:
28
+ direction: lateral
29
+ duration_s: 0.04
30
+ force: 10.0
31
+ start_time_s: 0.75
32
+ type: side_push
33
+ task: heading_hold
34
+ terrain_seeds:
35
+ - 0
36
+ - 1
37
+ - 2
38
+ - 3
39
+ terrains:
40
+ - flat
41
+ timestep: 0.0001
42
+ interface_hierarchy:
43
+ batch: interface_hierarchy_original
44
+ connectome: banc_original
45
+ interface: command2
46
+ smoke: false
47
+ task: heading_hold
48
+ train_seed: 1
49
+ policy:
50
+ actor_kwargs:
51
+ dt: 0.01
52
+ input_target: sensory
53
+ mode: rate
54
+ tau_init: 0.02
55
+ use_lora: false
56
+ log_std_init: -0.5
57
+ name: connectome_cfc
58
+ value_hidden:
59
+ - 128
60
+ - 128
61
+ ppo:
62
+ clip_range: 0.2
63
+ ent_coef: 0.0
64
+ gamma: 0.99
65
+ lam: 0.95
66
+ lr: 0.0001
67
+ max_grad_norm: 0.5
68
+ n_envs: 16
69
+ n_epochs: 2
70
+ n_minibatches: 5
71
+ n_steps: 160
72
+ normalize_reward: true
73
+ rollout_heartbeat: 8
74
+ seq_len: 32
75
+ total_timesteps: 500000
76
+ vf_clip_range: 0.2
77
+ vf_coef: 0.5
78
+ seed: 1
79
+ vec_env: subproc
configs/S6/banc_motor/seed_2.yaml ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ connectome:
2
+ banc_dir: larva/data/banc
3
+ chunksize: 250000
4
+ global_gain: 1.0
5
+ kind: original
6
+ min_syn_count: 1
7
+ normalization: row_l1
8
+ output_selector:
9
+ field: super_class
10
+ include:
11
+ - motor
12
+ polarity:
13
+ unknown_action: zero
14
+ randomize_seed: 0
15
+ sensory_selector:
16
+ field: flow
17
+ include:
18
+ - afferent
19
+ species: banc
20
+ env:
21
+ action_mode: command2
22
+ decision_interval: 100
23
+ flip_penalty: 1000.0
24
+ max_correction: 10.0
25
+ max_time: 1.5
26
+ observation_mode: proprio_task
27
+ perturbation:
28
+ direction: lateral
29
+ duration_s: 0.04
30
+ force: 10.0
31
+ start_time_s: 0.75
32
+ type: side_push
33
+ task: heading_hold
34
+ terrain_seeds:
35
+ - 0
36
+ - 1
37
+ - 2
38
+ - 3
39
+ terrains:
40
+ - flat
41
+ timestep: 0.0001
42
+ interface_hierarchy:
43
+ batch: interface_hierarchy_original
44
+ connectome: banc_original
45
+ interface: command2
46
+ smoke: false
47
+ task: heading_hold
48
+ train_seed: 2
49
+ policy:
50
+ actor_kwargs:
51
+ dt: 0.01
52
+ input_target: sensory
53
+ mode: rate
54
+ tau_init: 0.02
55
+ use_lora: false
56
+ log_std_init: -0.5
57
+ name: connectome_cfc
58
+ value_hidden:
59
+ - 128
60
+ - 128
61
+ ppo:
62
+ clip_range: 0.2
63
+ ent_coef: 0.0
64
+ gamma: 0.99
65
+ lam: 0.95
66
+ lr: 0.0001
67
+ max_grad_norm: 0.5
68
+ n_envs: 16
69
+ n_epochs: 2
70
+ n_minibatches: 5
71
+ n_steps: 160
72
+ normalize_reward: true
73
+ rollout_heartbeat: 8
74
+ seq_len: 32
75
+ total_timesteps: 500000
76
+ vf_clip_range: 0.2
77
+ vf_coef: 0.5
78
+ seed: 2
79
+ vec_env: subproc
configs/figure2/connectome/seed_2011.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "connectome",
3
+ "seed": 2011,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2011,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2011,
31
+ "environment_seed": 5201100,
32
+ "policy_sampling_seed": 102011,
33
+ "minibatch_seed": 302011,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "663b9123cb0942fd2bbd98a8da7aaa14968116780a24042a28f6cb213dba4302",
48
+ "graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
49
+ "graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/connectome/seed_2012.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "connectome",
3
+ "seed": 2012,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2012,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2012,
31
+ "environment_seed": 5201200,
32
+ "policy_sampling_seed": 102012,
33
+ "minibatch_seed": 302012,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "27e7d4589ae2a02d49168ee3130056bc39e7d5acf80c93c5c78bec08901a3270",
48
+ "graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
49
+ "graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/connectome/seed_2013.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "connectome",
3
+ "seed": 2013,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2013,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2013,
31
+ "environment_seed": 5201300,
32
+ "policy_sampling_seed": 102013,
33
+ "minibatch_seed": 302013,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "e005816168be1f9a68a4e86d709e31c4746a591ad27106f580f1a8ac8146188d",
48
+ "graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
49
+ "graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/connectome/seed_2014.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "connectome",
3
+ "seed": 2014,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2014,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2014,
31
+ "environment_seed": 5201400,
32
+ "policy_sampling_seed": 102014,
33
+ "minibatch_seed": 302014,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "1d01c86fdf54cee2689893193bad53dccd5ddc7662e3041d705c57aae05db9cf",
48
+ "graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
49
+ "graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/connectome/seed_2015.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "connectome",
3
+ "seed": 2015,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2015,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2015,
31
+ "environment_seed": 5201500,
32
+ "policy_sampling_seed": 102015,
33
+ "minibatch_seed": 302015,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "0f0f10c0bb695923b99f909614ff2b05cf2d426a5fc8489cae9cba88bc4128a0",
48
+ "graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
49
+ "graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/connectome/seed_2016.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "connectome",
3
+ "seed": 2016,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2016,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2016,
31
+ "environment_seed": 5201600,
32
+ "policy_sampling_seed": 102016,
33
+ "minibatch_seed": 302016,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "e7ac33a797fccb430fc12d7dc419a307a4bbe8148107f9394d6c324e4502e3cb",
48
+ "graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
49
+ "graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/connectome/seed_2017.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "connectome",
3
+ "seed": 2017,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2017,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2017,
31
+ "environment_seed": 5201700,
32
+ "policy_sampling_seed": 102017,
33
+ "minibatch_seed": 302017,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "af0e370c98101dae66fc3ae5f66047d573fb767917e2d74319069cc75f82ca6b",
48
+ "graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
49
+ "graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/connectome/seed_2018.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "connectome",
3
+ "seed": 2018,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2018,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2018,
31
+ "environment_seed": 5201800,
32
+ "policy_sampling_seed": 102018,
33
+ "minibatch_seed": 302018,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "473c2abd5dbf0604b19594a05671430bbbea667f02e8df4e3c292cd0ea02f089",
48
+ "graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
49
+ "graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/connectome/seed_2019.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "connectome",
3
+ "seed": 2019,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2019,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2019,
31
+ "environment_seed": 5201900,
32
+ "policy_sampling_seed": 102019,
33
+ "minibatch_seed": 302019,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "987b4cf36337646a2ede352a26900de76ac49af659af6519caa7809c692d1c4f",
48
+ "graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
49
+ "graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/connectome/seed_2020.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "connectome",
3
+ "seed": 2020,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2020,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2020,
31
+ "environment_seed": 5202000,
32
+ "policy_sampling_seed": 102020,
33
+ "minibatch_seed": 302020,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "9d7ce49cb0c96ed0ec9af1e5b73c9f93c7ee35a74182a249c5fdcc14375058ca",
48
+ "graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
49
+ "graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/connectome/seed_2021.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "connectome",
3
+ "seed": 2021,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2021,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2021,
31
+ "environment_seed": 5202100,
32
+ "policy_sampling_seed": 102021,
33
+ "minibatch_seed": 302021,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "a0121d8d6fb53980e9a2e0056a70efa9405e7894de5b84d34340b03b9b936cfe",
48
+ "graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
49
+ "graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/connectome/seed_2022.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "connectome",
3
+ "seed": 2022,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2022,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2022,
31
+ "environment_seed": 5202200,
32
+ "policy_sampling_seed": 102022,
33
+ "minibatch_seed": 302022,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "5cf8fe449402a9217e565ce53111bc58b2e6a2f3a8df2ebe904ec9afbd81665e",
48
+ "graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
49
+ "graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/connectome/seed_2023.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "connectome",
3
+ "seed": 2023,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2023,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2023,
31
+ "environment_seed": 5202300,
32
+ "policy_sampling_seed": 102023,
33
+ "minibatch_seed": 302023,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "40b3c46e8e20197007f9d394bb9a282d707df23f73e8aede75991084df8dd5e2",
48
+ "graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
49
+ "graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/connectome/seed_2024.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "connectome",
3
+ "seed": 2024,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2024,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2024,
31
+ "environment_seed": 5202400,
32
+ "policy_sampling_seed": 102024,
33
+ "minibatch_seed": 302024,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "d3d564c0b8901fee3bdfccdce8fb678b4bda7ee8f7c9454ca2601eee8d8a8048",
48
+ "graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
49
+ "graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/connectome/seed_2025.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "connectome",
3
+ "seed": 2025,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2025,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2025,
31
+ "environment_seed": 5202500,
32
+ "policy_sampling_seed": 102025,
33
+ "minibatch_seed": 302025,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "8e8ef57e505352aadb496afc69ff08ee15caf9e52cb82f6b7773aeff701e4617",
48
+ "graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
49
+ "graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/connectome/seed_2026.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "connectome",
3
+ "seed": 2026,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2026,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2026,
31
+ "environment_seed": 5202600,
32
+ "policy_sampling_seed": 102026,
33
+ "minibatch_seed": 302026,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "014bc75abbb7047ae99c521fd34b3179c0a5462b31f02ec6a15a06da44e9459f",
48
+ "graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
49
+ "graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/connectome/seed_2027.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "connectome",
3
+ "seed": 2027,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2027,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2027,
31
+ "environment_seed": 5202700,
32
+ "policy_sampling_seed": 102027,
33
+ "minibatch_seed": 302027,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "4c4ad13c44d5d4df2a7347d2f954755c3f76955e122bd735a2967543f74a374f",
48
+ "graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
49
+ "graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/connectome/seed_2028.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "connectome",
3
+ "seed": 2028,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2028,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2028,
31
+ "environment_seed": 5202800,
32
+ "policy_sampling_seed": 102028,
33
+ "minibatch_seed": 302028,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "fee737e447bd4ab6542e53d21fe271887f6a88090634decd0b8925d253a15d4e",
48
+ "graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
49
+ "graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/connectome/seed_2029.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "connectome",
3
+ "seed": 2029,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2029,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2029,
31
+ "environment_seed": 5202900,
32
+ "policy_sampling_seed": 102029,
33
+ "minibatch_seed": 302029,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "125c5cbcab296c4cd98a6af032c440e8eb82a722c43a6165045e00c0f4b601a8",
48
+ "graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
49
+ "graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/connectome/seed_2030.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "connectome",
3
+ "seed": 2030,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2030,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2030,
31
+ "environment_seed": 5203000,
32
+ "policy_sampling_seed": 102030,
33
+ "minibatch_seed": 302030,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "8f953b7060aefdf6c736b37f2608446408210afc49072c99e0617134e0ccc0a3",
48
+ "graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
49
+ "graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/er/seed_2011.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "er",
3
+ "seed": 2011,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2011,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2011,
31
+ "environment_seed": 5201100,
32
+ "policy_sampling_seed": 102011,
33
+ "minibatch_seed": 302011,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "663b9123cb0942fd2bbd98a8da7aaa14968116780a24042a28f6cb213dba4302",
48
+ "graph_sha256": "af7bb7c42684e85f813d8fb53357cc5471a447f6b7088092822f4fc9ef4fb492",
49
+ "graph_buffers_sha256": "b42a1725f17c3740ce5a3b7db45688aca856797d05a1346a1917e7776d5080d2",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/er/seed_2012.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "er",
3
+ "seed": 2012,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2012,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2012,
31
+ "environment_seed": 5201200,
32
+ "policy_sampling_seed": 102012,
33
+ "minibatch_seed": 302012,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "27e7d4589ae2a02d49168ee3130056bc39e7d5acf80c93c5c78bec08901a3270",
48
+ "graph_sha256": "1e31e4c7fb4a3d4e626e209f87c3bb84a5beae4b64c3b2db341769debe5c7cb0",
49
+ "graph_buffers_sha256": "61699a00c20da810d8be9c72eab5aabd5174da9e8a3a88e389fb50856e28ab4f",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/er/seed_2013.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "er",
3
+ "seed": 2013,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2013,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2013,
31
+ "environment_seed": 5201300,
32
+ "policy_sampling_seed": 102013,
33
+ "minibatch_seed": 302013,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "e005816168be1f9a68a4e86d709e31c4746a591ad27106f580f1a8ac8146188d",
48
+ "graph_sha256": "8e512a5165514a154f3dc4e00b22584a515dabc02a84f6cadc53979aaf509ee1",
49
+ "graph_buffers_sha256": "501af264917a4ddefe0df64b2e2126ea0ac29385b218a3601bde830436cd990d",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/er/seed_2014.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "er",
3
+ "seed": 2014,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2014,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2014,
31
+ "environment_seed": 5201400,
32
+ "policy_sampling_seed": 102014,
33
+ "minibatch_seed": 302014,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "1d01c86fdf54cee2689893193bad53dccd5ddc7662e3041d705c57aae05db9cf",
48
+ "graph_sha256": "721c7528d0969ad088566aa81a59658e5b0617ecb749a503ef14ebf686b259f4",
49
+ "graph_buffers_sha256": "8f061f242dab13ed8e9bfc61c7992dcfb102c563ce376c117e5be70675d948a9",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/er/seed_2015.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "er",
3
+ "seed": 2015,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2015,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2015,
31
+ "environment_seed": 5201500,
32
+ "policy_sampling_seed": 102015,
33
+ "minibatch_seed": 302015,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "0f0f10c0bb695923b99f909614ff2b05cf2d426a5fc8489cae9cba88bc4128a0",
48
+ "graph_sha256": "0dd14788c19f7e4c007d2d0d900c499ffaf494747d15f6e4d5454c074aa7bff9",
49
+ "graph_buffers_sha256": "4677e7f045eb43036acd3cd54ccb2b4bb5a5137182168aee99260fe3276b63b2",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/er/seed_2016.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "er",
3
+ "seed": 2016,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2016,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2016,
31
+ "environment_seed": 5201600,
32
+ "policy_sampling_seed": 102016,
33
+ "minibatch_seed": 302016,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "e7ac33a797fccb430fc12d7dc419a307a4bbe8148107f9394d6c324e4502e3cb",
48
+ "graph_sha256": "e03df681a124f88b006169542334357aa3bafaf6b570cb765467a9769c93121b",
49
+ "graph_buffers_sha256": "dea28f4414b185e078e4a39930daae96480b1b96f367e5aba3d50e167eea1c1d",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/er/seed_2017.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "er",
3
+ "seed": 2017,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2017,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2017,
31
+ "environment_seed": 5201700,
32
+ "policy_sampling_seed": 102017,
33
+ "minibatch_seed": 302017,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "af0e370c98101dae66fc3ae5f66047d573fb767917e2d74319069cc75f82ca6b",
48
+ "graph_sha256": "8d89b097ea5df04a3cc90541f54f226b50ab64c457511a81c58bbe0eff0c432b",
49
+ "graph_buffers_sha256": "8fa55cb252067cda2d4212fb99731f15bd7817b762e2ea488f1158bb7a7e4d97",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/er/seed_2018.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "er",
3
+ "seed": 2018,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2018,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2018,
31
+ "environment_seed": 5201800,
32
+ "policy_sampling_seed": 102018,
33
+ "minibatch_seed": 302018,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "473c2abd5dbf0604b19594a05671430bbbea667f02e8df4e3c292cd0ea02f089",
48
+ "graph_sha256": "028b562392a4bceae6a679aaeb7aae26241adbba8fb587b2305f6da6d4c24a62",
49
+ "graph_buffers_sha256": "dc95cc3fb1c3a7c7a97eb9a489ef4784605ad56f2fe028fcb9585cc36558c8ce",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/er/seed_2019.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "er",
3
+ "seed": 2019,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2019,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2019,
31
+ "environment_seed": 5201900,
32
+ "policy_sampling_seed": 102019,
33
+ "minibatch_seed": 302019,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "987b4cf36337646a2ede352a26900de76ac49af659af6519caa7809c692d1c4f",
48
+ "graph_sha256": "a17874dac6acffbbd0e6713b12a795b58fb7f01ffe57ea36955d3a7a24877e11",
49
+ "graph_buffers_sha256": "1042e9bc3309815321fbb82770280469c6aea80f335f36b6c593601eb79151f0",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }
configs/figure2/er/seed_2020.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "method": "er",
3
+ "seed": 2020,
4
+ "config": {
5
+ "total_timesteps": 32768,
6
+ "n_envs": 8,
7
+ "n_steps": 32,
8
+ "seq_len": 8,
9
+ "n_epochs": 4,
10
+ "n_minibatches": 8,
11
+ "gamma": 0.9920319148370607,
12
+ "lam": 0.951229424500714,
13
+ "clip_range": 0.2,
14
+ "vf_clip_range": 0.2,
15
+ "lr": 0.0001,
16
+ "actor_lr": 0.0001,
17
+ "critic_lr": 0.0001,
18
+ "log_std_lr": 0.001,
19
+ "vf_coef": 0.5,
20
+ "ent_coef": 0.0,
21
+ "max_grad_norm": 0.5,
22
+ "separate_actor_critic_grad_clipping": true,
23
+ "target_kl": 0.03,
24
+ "normalize_reward": true,
25
+ "normalize_observation": false,
26
+ "observation_clip": 10.0,
27
+ "log_interval": 1,
28
+ "seed": 2020,
29
+ "separate_rng_streams": true,
30
+ "initialization_seed": 2020,
31
+ "environment_seed": 5202000,
32
+ "policy_sampling_seed": 102020,
33
+ "minibatch_seed": 302020,
34
+ "initial_hidden_mode": "zero",
35
+ "rollout_heartbeat": 4,
36
+ "best_checkpoint_mode": "return",
37
+ "best_checkpoint_window": 100,
38
+ "best_checkpoint_min_episodes": 10,
39
+ "best_checkpoint_velocity_key": "mean_x_velocity",
40
+ "best_checkpoint_min_forward_velocity": 0.0,
41
+ "best_checkpoint_max_high_z_termination_rate": 1.0,
42
+ "best_checkpoint_max_inverted_completion_rate": 1.0,
43
+ "best_checkpoint_max_functional_failure_rate": 1.0
44
+ },
45
+ "actor_parameter_count": 404593,
46
+ "critic_parameter_count": 242433,
47
+ "critic_sha256": "9d7ce49cb0c96ed0ec9af1e5b73c9f93c7ee35a74182a249c5fdcc14375058ca",
48
+ "graph_sha256": "883b6a156e574babecdc4bc179651247d0faa6d3fee1f9d8236b6c099e94f6b2",
49
+ "graph_buffers_sha256": "e85e353744dba32fe3458d16832d657279d5c9e284a680b6e7f35a6cba84e952",
50
+ "action_storage": "pre-tanh Gaussian coordinates",
51
+ "observation_dim": 688,
52
+ "action_dim": 6,
53
+ "teacher_used": false,
54
+ "pretrained_actor_loaded": false,
55
+ "readout": "normalized",
56
+ "body": "NeuromechFly",
57
+ "exploration_sampling": "antithetic_environment_halves",
58
+ "initial_log_std": -1.0,
59
+ "leg_residual_l2_limit_rad": 0.25980762113533157,
60
+ "motor_interface": "normalized_multijoint_leg_synergy"
61
+ }