Archive paper Figures 2–4 and S3–S6 for private review (part 2)
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- configs/S4/larva/seed_4.yaml +107 -0
- configs/S4/larva/seed_5.yaml +107 -0
- configs/S5/banc_descending/seed_0.yaml +120 -0
- configs/S5/banc_descending/seed_1.yaml +120 -0
- configs/S5/banc_descending/seed_2.yaml +120 -0
- configs/S5/banc_descending/seed_3.yaml +120 -0
- configs/S5/banc_descending/seed_4.yaml +120 -0
- configs/S5/banc_descending/seed_5.yaml +120 -0
- configs/S5/banc_motor/seed_0.yaml +120 -0
- configs/S5/banc_motor/seed_1.yaml +120 -0
- configs/S5/banc_motor/seed_2.yaml +120 -0
- configs/S5/banc_motor/seed_3.yaml +120 -0
- configs/S5/banc_motor/seed_4.yaml +120 -0
- configs/S5/banc_motor/seed_5.yaml +120 -0
- configs/S6/banc_descending/seed_0.yaml +79 -0
- configs/S6/banc_descending/seed_1.yaml +79 -0
- configs/S6/banc_descending/seed_2.yaml +79 -0
- configs/S6/banc_motor/seed_0.yaml +79 -0
- configs/S6/banc_motor/seed_1.yaml +79 -0
- configs/S6/banc_motor/seed_2.yaml +79 -0
- configs/figure2/connectome/seed_2011.json +61 -0
- configs/figure2/connectome/seed_2012.json +61 -0
- configs/figure2/connectome/seed_2013.json +61 -0
- configs/figure2/connectome/seed_2014.json +61 -0
- configs/figure2/connectome/seed_2015.json +61 -0
- configs/figure2/connectome/seed_2016.json +61 -0
- configs/figure2/connectome/seed_2017.json +61 -0
- configs/figure2/connectome/seed_2018.json +61 -0
- configs/figure2/connectome/seed_2019.json +61 -0
- configs/figure2/connectome/seed_2020.json +61 -0
- configs/figure2/connectome/seed_2021.json +61 -0
- configs/figure2/connectome/seed_2022.json +61 -0
- configs/figure2/connectome/seed_2023.json +61 -0
- configs/figure2/connectome/seed_2024.json +61 -0
- configs/figure2/connectome/seed_2025.json +61 -0
- configs/figure2/connectome/seed_2026.json +61 -0
- configs/figure2/connectome/seed_2027.json +61 -0
- configs/figure2/connectome/seed_2028.json +61 -0
- configs/figure2/connectome/seed_2029.json +61 -0
- configs/figure2/connectome/seed_2030.json +61 -0
- configs/figure2/er/seed_2011.json +61 -0
- configs/figure2/er/seed_2012.json +61 -0
- configs/figure2/er/seed_2013.json +61 -0
- configs/figure2/er/seed_2014.json +61 -0
- configs/figure2/er/seed_2015.json +61 -0
- configs/figure2/er/seed_2016.json +61 -0
- configs/figure2/er/seed_2017.json +61 -0
- configs/figure2/er/seed_2018.json +61 -0
- configs/figure2/er/seed_2019.json +61 -0
- configs/figure2/er/seed_2020.json +61 -0
configs/S4/larva/seed_4.yaml
ADDED
|
@@ -0,0 +1,107 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
connectome:
|
| 2 |
+
frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_larva6_20260928/graphs/larva_row_l1.pkl
|
| 3 |
+
frozen_graph_sha256: 255dfe9d4dedba1b08d02bf4140a650de4cd80d6778b2e14d487fd1be2be6c76
|
| 4 |
+
global_gain: 1.0
|
| 5 |
+
kind: original
|
| 6 |
+
normalization: row_l1
|
| 7 |
+
sensory_type: all
|
| 8 |
+
species: larva
|
| 9 |
+
continuous_gait_experiment:
|
| 10 |
+
action_dimension_matched: true
|
| 11 |
+
baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/configs/adult_seed4.yaml
|
| 12 |
+
cpg_freedom: duty_warping_plus_phase_family
|
| 13 |
+
primary_checkpoint: fixed_budget_final
|
| 14 |
+
target_sampling: uniform_episode
|
| 15 |
+
training_unit: one fresh Larva seed, matching Adult training protocol
|
| 16 |
+
env:
|
| 17 |
+
action_mode: command2
|
| 18 |
+
command_adapter_config:
|
| 19 |
+
base_frequency_hz: 12.0
|
| 20 |
+
continuous_gait: true
|
| 21 |
+
fast_duty_factor: 0.58
|
| 22 |
+
fast_ipsilateral_lag_cycles: 0.5
|
| 23 |
+
frequency_bounds:
|
| 24 |
+
- 0.25
|
| 25 |
+
- 2.0
|
| 26 |
+
gait_smoothing_alpha: 0.005
|
| 27 |
+
k_drive: 0.75
|
| 28 |
+
k_drive_step: 1.0
|
| 29 |
+
k_step: 0.75
|
| 30 |
+
slow_duty_factor: 0.72
|
| 31 |
+
slow_ipsilateral_lag_cycles: 0.3333333333333333
|
| 32 |
+
step_bounds:
|
| 33 |
+
- 0.4
|
| 34 |
+
- 2.0
|
| 35 |
+
swing_duration_s: 0.035
|
| 36 |
+
decision_interval: 100
|
| 37 |
+
flip_penalty: 1000.0
|
| 38 |
+
max_correction: 10.0
|
| 39 |
+
max_time: 1.5
|
| 40 |
+
observation_mode: proprio_task
|
| 41 |
+
speed_filter_alpha: 0.25
|
| 42 |
+
speed_heading_rate_weight: 0.25
|
| 43 |
+
speed_target_range_mm_s:
|
| 44 |
+
- 8.0
|
| 45 |
+
- 16.0
|
| 46 |
+
speed_target_sampling: uniform
|
| 47 |
+
speed_target_scale_mm_s: 20.0
|
| 48 |
+
speed_targets_mm_s:
|
| 49 |
+
- 8.0
|
| 50 |
+
- 16.0
|
| 51 |
+
task: speed_control
|
| 52 |
+
terrain_seeds:
|
| 53 |
+
- 0
|
| 54 |
+
- 1
|
| 55 |
+
- 2
|
| 56 |
+
- 3
|
| 57 |
+
terrains:
|
| 58 |
+
- flat
|
| 59 |
+
timestep: 0.0001
|
| 60 |
+
initialization:
|
| 61 |
+
critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_larva6_20260928/initialization/critic_seed4.pt
|
| 62 |
+
interface_hierarchy:
|
| 63 |
+
batch: EXP04_continuous_speed_larva6_20260928
|
| 64 |
+
connectome: larva
|
| 65 |
+
interface: command2
|
| 66 |
+
label: larva
|
| 67 |
+
smoke: false
|
| 68 |
+
task: speed_control
|
| 69 |
+
train_seed: 4
|
| 70 |
+
policy:
|
| 71 |
+
actor_kwargs:
|
| 72 |
+
dt: 0.01
|
| 73 |
+
input_target: sensory
|
| 74 |
+
mode: rate
|
| 75 |
+
tau_init: 0.02
|
| 76 |
+
use_lora: false
|
| 77 |
+
log_std_init: -0.5
|
| 78 |
+
name: connectome_cfc
|
| 79 |
+
value_hidden:
|
| 80 |
+
- 128
|
| 81 |
+
- 128
|
| 82 |
+
ppo:
|
| 83 |
+
clip_range: 0.2
|
| 84 |
+
ent_coef: 0.0
|
| 85 |
+
environment_seed: 14000
|
| 86 |
+
gamma: 0.99
|
| 87 |
+
initial_hidden_mode: zero
|
| 88 |
+
initialization_seed: 4
|
| 89 |
+
lam: 0.95
|
| 90 |
+
lr: 0.0001
|
| 91 |
+
max_grad_norm: 0.5
|
| 92 |
+
minibatch_seed: 30004
|
| 93 |
+
n_envs: 16
|
| 94 |
+
n_epochs: 2
|
| 95 |
+
n_minibatches: 5
|
| 96 |
+
n_steps: 160
|
| 97 |
+
normalize_reward: true
|
| 98 |
+
policy_sampling_seed: 20004
|
| 99 |
+
rollout_heartbeat: 32
|
| 100 |
+
separate_rng_streams: true
|
| 101 |
+
seq_len: 32
|
| 102 |
+
total_timesteps: 499200
|
| 103 |
+
vf_clip_range: 0.2
|
| 104 |
+
vf_coef: 0.5
|
| 105 |
+
resume_policy: restart_only
|
| 106 |
+
seed: 4
|
| 107 |
+
vec_env: subproc
|
configs/S4/larva/seed_5.yaml
ADDED
|
@@ -0,0 +1,107 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
connectome:
|
| 2 |
+
frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_larva6_20260928/graphs/larva_row_l1.pkl
|
| 3 |
+
frozen_graph_sha256: 255dfe9d4dedba1b08d02bf4140a650de4cd80d6778b2e14d487fd1be2be6c76
|
| 4 |
+
global_gain: 1.0
|
| 5 |
+
kind: original
|
| 6 |
+
normalization: row_l1
|
| 7 |
+
sensory_type: all
|
| 8 |
+
species: larva
|
| 9 |
+
continuous_gait_experiment:
|
| 10 |
+
action_dimension_matched: true
|
| 11 |
+
baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/configs/adult_seed5.yaml
|
| 12 |
+
cpg_freedom: duty_warping_plus_phase_family
|
| 13 |
+
primary_checkpoint: fixed_budget_final
|
| 14 |
+
target_sampling: uniform_episode
|
| 15 |
+
training_unit: one fresh Larva seed, matching Adult training protocol
|
| 16 |
+
env:
|
| 17 |
+
action_mode: command2
|
| 18 |
+
command_adapter_config:
|
| 19 |
+
base_frequency_hz: 12.0
|
| 20 |
+
continuous_gait: true
|
| 21 |
+
fast_duty_factor: 0.58
|
| 22 |
+
fast_ipsilateral_lag_cycles: 0.5
|
| 23 |
+
frequency_bounds:
|
| 24 |
+
- 0.25
|
| 25 |
+
- 2.0
|
| 26 |
+
gait_smoothing_alpha: 0.005
|
| 27 |
+
k_drive: 0.75
|
| 28 |
+
k_drive_step: 1.0
|
| 29 |
+
k_step: 0.75
|
| 30 |
+
slow_duty_factor: 0.72
|
| 31 |
+
slow_ipsilateral_lag_cycles: 0.3333333333333333
|
| 32 |
+
step_bounds:
|
| 33 |
+
- 0.4
|
| 34 |
+
- 2.0
|
| 35 |
+
swing_duration_s: 0.035
|
| 36 |
+
decision_interval: 100
|
| 37 |
+
flip_penalty: 1000.0
|
| 38 |
+
max_correction: 10.0
|
| 39 |
+
max_time: 1.5
|
| 40 |
+
observation_mode: proprio_task
|
| 41 |
+
speed_filter_alpha: 0.25
|
| 42 |
+
speed_heading_rate_weight: 0.25
|
| 43 |
+
speed_target_range_mm_s:
|
| 44 |
+
- 8.0
|
| 45 |
+
- 16.0
|
| 46 |
+
speed_target_sampling: uniform
|
| 47 |
+
speed_target_scale_mm_s: 20.0
|
| 48 |
+
speed_targets_mm_s:
|
| 49 |
+
- 8.0
|
| 50 |
+
- 16.0
|
| 51 |
+
task: speed_control
|
| 52 |
+
terrain_seeds:
|
| 53 |
+
- 0
|
| 54 |
+
- 1
|
| 55 |
+
- 2
|
| 56 |
+
- 3
|
| 57 |
+
terrains:
|
| 58 |
+
- flat
|
| 59 |
+
timestep: 0.0001
|
| 60 |
+
initialization:
|
| 61 |
+
critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_larva6_20260928/initialization/critic_seed5.pt
|
| 62 |
+
interface_hierarchy:
|
| 63 |
+
batch: EXP04_continuous_speed_larva6_20260928
|
| 64 |
+
connectome: larva
|
| 65 |
+
interface: command2
|
| 66 |
+
label: larva
|
| 67 |
+
smoke: false
|
| 68 |
+
task: speed_control
|
| 69 |
+
train_seed: 5
|
| 70 |
+
policy:
|
| 71 |
+
actor_kwargs:
|
| 72 |
+
dt: 0.01
|
| 73 |
+
input_target: sensory
|
| 74 |
+
mode: rate
|
| 75 |
+
tau_init: 0.02
|
| 76 |
+
use_lora: false
|
| 77 |
+
log_std_init: -0.5
|
| 78 |
+
name: connectome_cfc
|
| 79 |
+
value_hidden:
|
| 80 |
+
- 128
|
| 81 |
+
- 128
|
| 82 |
+
ppo:
|
| 83 |
+
clip_range: 0.2
|
| 84 |
+
ent_coef: 0.0
|
| 85 |
+
environment_seed: 15000
|
| 86 |
+
gamma: 0.99
|
| 87 |
+
initial_hidden_mode: zero
|
| 88 |
+
initialization_seed: 5
|
| 89 |
+
lam: 0.95
|
| 90 |
+
lr: 0.0001
|
| 91 |
+
max_grad_norm: 0.5
|
| 92 |
+
minibatch_seed: 30005
|
| 93 |
+
n_envs: 16
|
| 94 |
+
n_epochs: 2
|
| 95 |
+
n_minibatches: 5
|
| 96 |
+
n_steps: 160
|
| 97 |
+
normalize_reward: true
|
| 98 |
+
policy_sampling_seed: 20005
|
| 99 |
+
rollout_heartbeat: 32
|
| 100 |
+
separate_rng_streams: true
|
| 101 |
+
seq_len: 32
|
| 102 |
+
total_timesteps: 499200
|
| 103 |
+
vf_clip_range: 0.2
|
| 104 |
+
vf_coef: 0.5
|
| 105 |
+
resume_policy: restart_only
|
| 106 |
+
seed: 5
|
| 107 |
+
vec_env: subproc
|
configs/S5/banc_descending/seed_0.yaml
ADDED
|
@@ -0,0 +1,120 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
interface_hierarchy:
|
| 2 |
+
batch: EXP04_continuous_speed_matched6_20260921
|
| 3 |
+
connectome: banc_descending
|
| 4 |
+
interface: command2
|
| 5 |
+
task: speed_control
|
| 6 |
+
train_seed: 0
|
| 7 |
+
smoke: false
|
| 8 |
+
label: banc_descending
|
| 9 |
+
vec_env: subproc
|
| 10 |
+
policy:
|
| 11 |
+
actor_kwargs:
|
| 12 |
+
dt: 0.01
|
| 13 |
+
input_target: sensory
|
| 14 |
+
mode: rate
|
| 15 |
+
tau_init: 0.02
|
| 16 |
+
use_lora: false
|
| 17 |
+
log_std_init: -0.5
|
| 18 |
+
name: connectome_cfc
|
| 19 |
+
value_hidden:
|
| 20 |
+
- 128
|
| 21 |
+
- 128
|
| 22 |
+
connectome:
|
| 23 |
+
banc_dir: larva/data/banc
|
| 24 |
+
chunksize: 250000
|
| 25 |
+
global_gain: 1.0
|
| 26 |
+
kind: original
|
| 27 |
+
min_syn_count: 1
|
| 28 |
+
normalization: row_l1
|
| 29 |
+
output_selector:
|
| 30 |
+
field: super_class
|
| 31 |
+
include:
|
| 32 |
+
- descending
|
| 33 |
+
polarity:
|
| 34 |
+
unknown_action: zero
|
| 35 |
+
randomize_seed: 0
|
| 36 |
+
sensory_selector:
|
| 37 |
+
field: flow
|
| 38 |
+
include:
|
| 39 |
+
- afferent
|
| 40 |
+
species: banc
|
| 41 |
+
frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_descending.pkl
|
| 42 |
+
frozen_graph_sha256: 86468ba0ad24d42cb8507741c05830da720573cf3df188574d6ffa1309aad915
|
| 43 |
+
env:
|
| 44 |
+
decision_interval: 100
|
| 45 |
+
flip_penalty: 1000.0
|
| 46 |
+
max_correction: 10.0
|
| 47 |
+
max_time: 1.5
|
| 48 |
+
observation_mode: proprio_task
|
| 49 |
+
terrain_seeds:
|
| 50 |
+
- 0
|
| 51 |
+
- 1
|
| 52 |
+
- 2
|
| 53 |
+
- 3
|
| 54 |
+
terrains:
|
| 55 |
+
- flat
|
| 56 |
+
timestep: 0.0001
|
| 57 |
+
command_adapter_config:
|
| 58 |
+
frequency_bounds:
|
| 59 |
+
- 0.25
|
| 60 |
+
- 2.0
|
| 61 |
+
k_drive: 0.75
|
| 62 |
+
k_drive_step: 1.0
|
| 63 |
+
k_step: 0.75
|
| 64 |
+
step_bounds:
|
| 65 |
+
- 0.4
|
| 66 |
+
- 2.0
|
| 67 |
+
continuous_gait: true
|
| 68 |
+
slow_duty_factor: 0.72
|
| 69 |
+
fast_duty_factor: 0.58
|
| 70 |
+
slow_ipsilateral_lag_cycles: 0.3333333333333333
|
| 71 |
+
fast_ipsilateral_lag_cycles: 0.5
|
| 72 |
+
swing_duration_s: 0.035
|
| 73 |
+
base_frequency_hz: 12.0
|
| 74 |
+
gait_smoothing_alpha: 0.005
|
| 75 |
+
speed_filter_alpha: 0.25
|
| 76 |
+
speed_heading_rate_weight: 0.25
|
| 77 |
+
speed_target_scale_mm_s: 20.0
|
| 78 |
+
speed_targets_mm_s:
|
| 79 |
+
- 8.0
|
| 80 |
+
- 16.0
|
| 81 |
+
action_mode: command2
|
| 82 |
+
task: speed_control
|
| 83 |
+
speed_target_sampling: uniform
|
| 84 |
+
speed_target_range_mm_s:
|
| 85 |
+
- 8.0
|
| 86 |
+
- 16.0
|
| 87 |
+
ppo:
|
| 88 |
+
clip_range: 0.2
|
| 89 |
+
ent_coef: 0.0
|
| 90 |
+
gamma: 0.99
|
| 91 |
+
lam: 0.95
|
| 92 |
+
lr: 0.0001
|
| 93 |
+
max_grad_norm: 0.5
|
| 94 |
+
n_envs: 16
|
| 95 |
+
n_epochs: 2
|
| 96 |
+
n_minibatches: 5
|
| 97 |
+
n_steps: 160
|
| 98 |
+
normalize_reward: true
|
| 99 |
+
rollout_heartbeat: 32
|
| 100 |
+
seq_len: 32
|
| 101 |
+
total_timesteps: 499200
|
| 102 |
+
vf_clip_range: 0.2
|
| 103 |
+
vf_coef: 0.5
|
| 104 |
+
separate_rng_streams: true
|
| 105 |
+
initialization_seed: 0
|
| 106 |
+
environment_seed: 10000
|
| 107 |
+
policy_sampling_seed: 20000
|
| 108 |
+
minibatch_seed: 30000
|
| 109 |
+
initial_hidden_mode: zero
|
| 110 |
+
continuous_gait_experiment:
|
| 111 |
+
baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_descending_command2_seed0.yaml
|
| 112 |
+
target_sampling: uniform_episode
|
| 113 |
+
cpg_freedom: duty_warping_plus_phase_family
|
| 114 |
+
action_dimension_matched: true
|
| 115 |
+
primary_checkpoint: fixed_budget_final
|
| 116 |
+
training_unit: one complete fresh train seed; ER also independent graph seed
|
| 117 |
+
seed: 0
|
| 118 |
+
initialization:
|
| 119 |
+
critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed0.pt
|
| 120 |
+
resume_policy: restart_only
|
configs/S5/banc_descending/seed_1.yaml
ADDED
|
@@ -0,0 +1,120 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
interface_hierarchy:
|
| 2 |
+
batch: EXP04_continuous_speed_matched6_20260921
|
| 3 |
+
connectome: banc_descending
|
| 4 |
+
interface: command2
|
| 5 |
+
task: speed_control
|
| 6 |
+
train_seed: 1
|
| 7 |
+
smoke: false
|
| 8 |
+
label: banc_descending
|
| 9 |
+
vec_env: subproc
|
| 10 |
+
policy:
|
| 11 |
+
actor_kwargs:
|
| 12 |
+
dt: 0.01
|
| 13 |
+
input_target: sensory
|
| 14 |
+
mode: rate
|
| 15 |
+
tau_init: 0.02
|
| 16 |
+
use_lora: false
|
| 17 |
+
log_std_init: -0.5
|
| 18 |
+
name: connectome_cfc
|
| 19 |
+
value_hidden:
|
| 20 |
+
- 128
|
| 21 |
+
- 128
|
| 22 |
+
connectome:
|
| 23 |
+
banc_dir: larva/data/banc
|
| 24 |
+
chunksize: 250000
|
| 25 |
+
global_gain: 1.0
|
| 26 |
+
kind: original
|
| 27 |
+
min_syn_count: 1
|
| 28 |
+
normalization: row_l1
|
| 29 |
+
output_selector:
|
| 30 |
+
field: super_class
|
| 31 |
+
include:
|
| 32 |
+
- descending
|
| 33 |
+
polarity:
|
| 34 |
+
unknown_action: zero
|
| 35 |
+
randomize_seed: 0
|
| 36 |
+
sensory_selector:
|
| 37 |
+
field: flow
|
| 38 |
+
include:
|
| 39 |
+
- afferent
|
| 40 |
+
species: banc
|
| 41 |
+
frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_descending.pkl
|
| 42 |
+
frozen_graph_sha256: 86468ba0ad24d42cb8507741c05830da720573cf3df188574d6ffa1309aad915
|
| 43 |
+
env:
|
| 44 |
+
decision_interval: 100
|
| 45 |
+
flip_penalty: 1000.0
|
| 46 |
+
max_correction: 10.0
|
| 47 |
+
max_time: 1.5
|
| 48 |
+
observation_mode: proprio_task
|
| 49 |
+
terrain_seeds:
|
| 50 |
+
- 0
|
| 51 |
+
- 1
|
| 52 |
+
- 2
|
| 53 |
+
- 3
|
| 54 |
+
terrains:
|
| 55 |
+
- flat
|
| 56 |
+
timestep: 0.0001
|
| 57 |
+
command_adapter_config:
|
| 58 |
+
frequency_bounds:
|
| 59 |
+
- 0.25
|
| 60 |
+
- 2.0
|
| 61 |
+
k_drive: 0.75
|
| 62 |
+
k_drive_step: 1.0
|
| 63 |
+
k_step: 0.75
|
| 64 |
+
step_bounds:
|
| 65 |
+
- 0.4
|
| 66 |
+
- 2.0
|
| 67 |
+
continuous_gait: true
|
| 68 |
+
slow_duty_factor: 0.72
|
| 69 |
+
fast_duty_factor: 0.58
|
| 70 |
+
slow_ipsilateral_lag_cycles: 0.3333333333333333
|
| 71 |
+
fast_ipsilateral_lag_cycles: 0.5
|
| 72 |
+
swing_duration_s: 0.035
|
| 73 |
+
base_frequency_hz: 12.0
|
| 74 |
+
gait_smoothing_alpha: 0.005
|
| 75 |
+
speed_filter_alpha: 0.25
|
| 76 |
+
speed_heading_rate_weight: 0.25
|
| 77 |
+
speed_target_scale_mm_s: 20.0
|
| 78 |
+
speed_targets_mm_s:
|
| 79 |
+
- 8.0
|
| 80 |
+
- 16.0
|
| 81 |
+
action_mode: command2
|
| 82 |
+
task: speed_control
|
| 83 |
+
speed_target_sampling: uniform
|
| 84 |
+
speed_target_range_mm_s:
|
| 85 |
+
- 8.0
|
| 86 |
+
- 16.0
|
| 87 |
+
ppo:
|
| 88 |
+
clip_range: 0.2
|
| 89 |
+
ent_coef: 0.0
|
| 90 |
+
gamma: 0.99
|
| 91 |
+
lam: 0.95
|
| 92 |
+
lr: 0.0001
|
| 93 |
+
max_grad_norm: 0.5
|
| 94 |
+
n_envs: 16
|
| 95 |
+
n_epochs: 2
|
| 96 |
+
n_minibatches: 5
|
| 97 |
+
n_steps: 160
|
| 98 |
+
normalize_reward: true
|
| 99 |
+
rollout_heartbeat: 32
|
| 100 |
+
seq_len: 32
|
| 101 |
+
total_timesteps: 499200
|
| 102 |
+
vf_clip_range: 0.2
|
| 103 |
+
vf_coef: 0.5
|
| 104 |
+
separate_rng_streams: true
|
| 105 |
+
initialization_seed: 1
|
| 106 |
+
environment_seed: 11000
|
| 107 |
+
policy_sampling_seed: 20001
|
| 108 |
+
minibatch_seed: 30001
|
| 109 |
+
initial_hidden_mode: zero
|
| 110 |
+
continuous_gait_experiment:
|
| 111 |
+
baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_descending_command2_seed0.yaml
|
| 112 |
+
target_sampling: uniform_episode
|
| 113 |
+
cpg_freedom: duty_warping_plus_phase_family
|
| 114 |
+
action_dimension_matched: true
|
| 115 |
+
primary_checkpoint: fixed_budget_final
|
| 116 |
+
training_unit: one complete fresh train seed; ER also independent graph seed
|
| 117 |
+
seed: 1
|
| 118 |
+
initialization:
|
| 119 |
+
critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed1.pt
|
| 120 |
+
resume_policy: restart_only
|
configs/S5/banc_descending/seed_2.yaml
ADDED
|
@@ -0,0 +1,120 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
interface_hierarchy:
|
| 2 |
+
batch: EXP04_continuous_speed_matched6_20260921
|
| 3 |
+
connectome: banc_descending
|
| 4 |
+
interface: command2
|
| 5 |
+
task: speed_control
|
| 6 |
+
train_seed: 2
|
| 7 |
+
smoke: false
|
| 8 |
+
label: banc_descending
|
| 9 |
+
vec_env: subproc
|
| 10 |
+
policy:
|
| 11 |
+
actor_kwargs:
|
| 12 |
+
dt: 0.01
|
| 13 |
+
input_target: sensory
|
| 14 |
+
mode: rate
|
| 15 |
+
tau_init: 0.02
|
| 16 |
+
use_lora: false
|
| 17 |
+
log_std_init: -0.5
|
| 18 |
+
name: connectome_cfc
|
| 19 |
+
value_hidden:
|
| 20 |
+
- 128
|
| 21 |
+
- 128
|
| 22 |
+
connectome:
|
| 23 |
+
banc_dir: larva/data/banc
|
| 24 |
+
chunksize: 250000
|
| 25 |
+
global_gain: 1.0
|
| 26 |
+
kind: original
|
| 27 |
+
min_syn_count: 1
|
| 28 |
+
normalization: row_l1
|
| 29 |
+
output_selector:
|
| 30 |
+
field: super_class
|
| 31 |
+
include:
|
| 32 |
+
- descending
|
| 33 |
+
polarity:
|
| 34 |
+
unknown_action: zero
|
| 35 |
+
randomize_seed: 0
|
| 36 |
+
sensory_selector:
|
| 37 |
+
field: flow
|
| 38 |
+
include:
|
| 39 |
+
- afferent
|
| 40 |
+
species: banc
|
| 41 |
+
frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_descending.pkl
|
| 42 |
+
frozen_graph_sha256: 86468ba0ad24d42cb8507741c05830da720573cf3df188574d6ffa1309aad915
|
| 43 |
+
env:
|
| 44 |
+
decision_interval: 100
|
| 45 |
+
flip_penalty: 1000.0
|
| 46 |
+
max_correction: 10.0
|
| 47 |
+
max_time: 1.5
|
| 48 |
+
observation_mode: proprio_task
|
| 49 |
+
terrain_seeds:
|
| 50 |
+
- 0
|
| 51 |
+
- 1
|
| 52 |
+
- 2
|
| 53 |
+
- 3
|
| 54 |
+
terrains:
|
| 55 |
+
- flat
|
| 56 |
+
timestep: 0.0001
|
| 57 |
+
command_adapter_config:
|
| 58 |
+
frequency_bounds:
|
| 59 |
+
- 0.25
|
| 60 |
+
- 2.0
|
| 61 |
+
k_drive: 0.75
|
| 62 |
+
k_drive_step: 1.0
|
| 63 |
+
k_step: 0.75
|
| 64 |
+
step_bounds:
|
| 65 |
+
- 0.4
|
| 66 |
+
- 2.0
|
| 67 |
+
continuous_gait: true
|
| 68 |
+
slow_duty_factor: 0.72
|
| 69 |
+
fast_duty_factor: 0.58
|
| 70 |
+
slow_ipsilateral_lag_cycles: 0.3333333333333333
|
| 71 |
+
fast_ipsilateral_lag_cycles: 0.5
|
| 72 |
+
swing_duration_s: 0.035
|
| 73 |
+
base_frequency_hz: 12.0
|
| 74 |
+
gait_smoothing_alpha: 0.005
|
| 75 |
+
speed_filter_alpha: 0.25
|
| 76 |
+
speed_heading_rate_weight: 0.25
|
| 77 |
+
speed_target_scale_mm_s: 20.0
|
| 78 |
+
speed_targets_mm_s:
|
| 79 |
+
- 8.0
|
| 80 |
+
- 16.0
|
| 81 |
+
action_mode: command2
|
| 82 |
+
task: speed_control
|
| 83 |
+
speed_target_sampling: uniform
|
| 84 |
+
speed_target_range_mm_s:
|
| 85 |
+
- 8.0
|
| 86 |
+
- 16.0
|
| 87 |
+
ppo:
|
| 88 |
+
clip_range: 0.2
|
| 89 |
+
ent_coef: 0.0
|
| 90 |
+
gamma: 0.99
|
| 91 |
+
lam: 0.95
|
| 92 |
+
lr: 0.0001
|
| 93 |
+
max_grad_norm: 0.5
|
| 94 |
+
n_envs: 16
|
| 95 |
+
n_epochs: 2
|
| 96 |
+
n_minibatches: 5
|
| 97 |
+
n_steps: 160
|
| 98 |
+
normalize_reward: true
|
| 99 |
+
rollout_heartbeat: 32
|
| 100 |
+
seq_len: 32
|
| 101 |
+
total_timesteps: 499200
|
| 102 |
+
vf_clip_range: 0.2
|
| 103 |
+
vf_coef: 0.5
|
| 104 |
+
separate_rng_streams: true
|
| 105 |
+
initialization_seed: 2
|
| 106 |
+
environment_seed: 12000
|
| 107 |
+
policy_sampling_seed: 20002
|
| 108 |
+
minibatch_seed: 30002
|
| 109 |
+
initial_hidden_mode: zero
|
| 110 |
+
continuous_gait_experiment:
|
| 111 |
+
baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_descending_command2_seed0.yaml
|
| 112 |
+
target_sampling: uniform_episode
|
| 113 |
+
cpg_freedom: duty_warping_plus_phase_family
|
| 114 |
+
action_dimension_matched: true
|
| 115 |
+
primary_checkpoint: fixed_budget_final
|
| 116 |
+
training_unit: one complete fresh train seed; ER also independent graph seed
|
| 117 |
+
seed: 2
|
| 118 |
+
initialization:
|
| 119 |
+
critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed2.pt
|
| 120 |
+
resume_policy: restart_only
|
configs/S5/banc_descending/seed_3.yaml
ADDED
|
@@ -0,0 +1,120 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
interface_hierarchy:
|
| 2 |
+
batch: EXP04_continuous_speed_matched6_20260921
|
| 3 |
+
connectome: banc_descending
|
| 4 |
+
interface: command2
|
| 5 |
+
task: speed_control
|
| 6 |
+
train_seed: 3
|
| 7 |
+
smoke: false
|
| 8 |
+
label: banc_descending
|
| 9 |
+
vec_env: subproc
|
| 10 |
+
policy:
|
| 11 |
+
actor_kwargs:
|
| 12 |
+
dt: 0.01
|
| 13 |
+
input_target: sensory
|
| 14 |
+
mode: rate
|
| 15 |
+
tau_init: 0.02
|
| 16 |
+
use_lora: false
|
| 17 |
+
log_std_init: -0.5
|
| 18 |
+
name: connectome_cfc
|
| 19 |
+
value_hidden:
|
| 20 |
+
- 128
|
| 21 |
+
- 128
|
| 22 |
+
connectome:
|
| 23 |
+
banc_dir: larva/data/banc
|
| 24 |
+
chunksize: 250000
|
| 25 |
+
global_gain: 1.0
|
| 26 |
+
kind: original
|
| 27 |
+
min_syn_count: 1
|
| 28 |
+
normalization: row_l1
|
| 29 |
+
output_selector:
|
| 30 |
+
field: super_class
|
| 31 |
+
include:
|
| 32 |
+
- descending
|
| 33 |
+
polarity:
|
| 34 |
+
unknown_action: zero
|
| 35 |
+
randomize_seed: 0
|
| 36 |
+
sensory_selector:
|
| 37 |
+
field: flow
|
| 38 |
+
include:
|
| 39 |
+
- afferent
|
| 40 |
+
species: banc
|
| 41 |
+
frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_descending.pkl
|
| 42 |
+
frozen_graph_sha256: 86468ba0ad24d42cb8507741c05830da720573cf3df188574d6ffa1309aad915
|
| 43 |
+
env:
|
| 44 |
+
decision_interval: 100
|
| 45 |
+
flip_penalty: 1000.0
|
| 46 |
+
max_correction: 10.0
|
| 47 |
+
max_time: 1.5
|
| 48 |
+
observation_mode: proprio_task
|
| 49 |
+
terrain_seeds:
|
| 50 |
+
- 0
|
| 51 |
+
- 1
|
| 52 |
+
- 2
|
| 53 |
+
- 3
|
| 54 |
+
terrains:
|
| 55 |
+
- flat
|
| 56 |
+
timestep: 0.0001
|
| 57 |
+
command_adapter_config:
|
| 58 |
+
frequency_bounds:
|
| 59 |
+
- 0.25
|
| 60 |
+
- 2.0
|
| 61 |
+
k_drive: 0.75
|
| 62 |
+
k_drive_step: 1.0
|
| 63 |
+
k_step: 0.75
|
| 64 |
+
step_bounds:
|
| 65 |
+
- 0.4
|
| 66 |
+
- 2.0
|
| 67 |
+
continuous_gait: true
|
| 68 |
+
slow_duty_factor: 0.72
|
| 69 |
+
fast_duty_factor: 0.58
|
| 70 |
+
slow_ipsilateral_lag_cycles: 0.3333333333333333
|
| 71 |
+
fast_ipsilateral_lag_cycles: 0.5
|
| 72 |
+
swing_duration_s: 0.035
|
| 73 |
+
base_frequency_hz: 12.0
|
| 74 |
+
gait_smoothing_alpha: 0.005
|
| 75 |
+
speed_filter_alpha: 0.25
|
| 76 |
+
speed_heading_rate_weight: 0.25
|
| 77 |
+
speed_target_scale_mm_s: 20.0
|
| 78 |
+
speed_targets_mm_s:
|
| 79 |
+
- 8.0
|
| 80 |
+
- 16.0
|
| 81 |
+
action_mode: command2
|
| 82 |
+
task: speed_control
|
| 83 |
+
speed_target_sampling: uniform
|
| 84 |
+
speed_target_range_mm_s:
|
| 85 |
+
- 8.0
|
| 86 |
+
- 16.0
|
| 87 |
+
ppo:
|
| 88 |
+
clip_range: 0.2
|
| 89 |
+
ent_coef: 0.0
|
| 90 |
+
gamma: 0.99
|
| 91 |
+
lam: 0.95
|
| 92 |
+
lr: 0.0001
|
| 93 |
+
max_grad_norm: 0.5
|
| 94 |
+
n_envs: 16
|
| 95 |
+
n_epochs: 2
|
| 96 |
+
n_minibatches: 5
|
| 97 |
+
n_steps: 160
|
| 98 |
+
normalize_reward: true
|
| 99 |
+
rollout_heartbeat: 32
|
| 100 |
+
seq_len: 32
|
| 101 |
+
total_timesteps: 499200
|
| 102 |
+
vf_clip_range: 0.2
|
| 103 |
+
vf_coef: 0.5
|
| 104 |
+
separate_rng_streams: true
|
| 105 |
+
initialization_seed: 3
|
| 106 |
+
environment_seed: 13000
|
| 107 |
+
policy_sampling_seed: 20003
|
| 108 |
+
minibatch_seed: 30003
|
| 109 |
+
initial_hidden_mode: zero
|
| 110 |
+
continuous_gait_experiment:
|
| 111 |
+
baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_descending_command2_seed0.yaml
|
| 112 |
+
target_sampling: uniform_episode
|
| 113 |
+
cpg_freedom: duty_warping_plus_phase_family
|
| 114 |
+
action_dimension_matched: true
|
| 115 |
+
primary_checkpoint: fixed_budget_final
|
| 116 |
+
training_unit: one complete fresh train seed; ER also independent graph seed
|
| 117 |
+
seed: 3
|
| 118 |
+
initialization:
|
| 119 |
+
critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed3.pt
|
| 120 |
+
resume_policy: restart_only
|
configs/S5/banc_descending/seed_4.yaml
ADDED
|
@@ -0,0 +1,120 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
interface_hierarchy:
|
| 2 |
+
batch: EXP04_continuous_speed_matched6_20260921
|
| 3 |
+
connectome: banc_descending
|
| 4 |
+
interface: command2
|
| 5 |
+
task: speed_control
|
| 6 |
+
train_seed: 4
|
| 7 |
+
smoke: false
|
| 8 |
+
label: banc_descending
|
| 9 |
+
vec_env: subproc
|
| 10 |
+
policy:
|
| 11 |
+
actor_kwargs:
|
| 12 |
+
dt: 0.01
|
| 13 |
+
input_target: sensory
|
| 14 |
+
mode: rate
|
| 15 |
+
tau_init: 0.02
|
| 16 |
+
use_lora: false
|
| 17 |
+
log_std_init: -0.5
|
| 18 |
+
name: connectome_cfc
|
| 19 |
+
value_hidden:
|
| 20 |
+
- 128
|
| 21 |
+
- 128
|
| 22 |
+
connectome:
|
| 23 |
+
banc_dir: larva/data/banc
|
| 24 |
+
chunksize: 250000
|
| 25 |
+
global_gain: 1.0
|
| 26 |
+
kind: original
|
| 27 |
+
min_syn_count: 1
|
| 28 |
+
normalization: row_l1
|
| 29 |
+
output_selector:
|
| 30 |
+
field: super_class
|
| 31 |
+
include:
|
| 32 |
+
- descending
|
| 33 |
+
polarity:
|
| 34 |
+
unknown_action: zero
|
| 35 |
+
randomize_seed: 0
|
| 36 |
+
sensory_selector:
|
| 37 |
+
field: flow
|
| 38 |
+
include:
|
| 39 |
+
- afferent
|
| 40 |
+
species: banc
|
| 41 |
+
frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_descending.pkl
|
| 42 |
+
frozen_graph_sha256: 86468ba0ad24d42cb8507741c05830da720573cf3df188574d6ffa1309aad915
|
| 43 |
+
env:
|
| 44 |
+
decision_interval: 100
|
| 45 |
+
flip_penalty: 1000.0
|
| 46 |
+
max_correction: 10.0
|
| 47 |
+
max_time: 1.5
|
| 48 |
+
observation_mode: proprio_task
|
| 49 |
+
terrain_seeds:
|
| 50 |
+
- 0
|
| 51 |
+
- 1
|
| 52 |
+
- 2
|
| 53 |
+
- 3
|
| 54 |
+
terrains:
|
| 55 |
+
- flat
|
| 56 |
+
timestep: 0.0001
|
| 57 |
+
command_adapter_config:
|
| 58 |
+
frequency_bounds:
|
| 59 |
+
- 0.25
|
| 60 |
+
- 2.0
|
| 61 |
+
k_drive: 0.75
|
| 62 |
+
k_drive_step: 1.0
|
| 63 |
+
k_step: 0.75
|
| 64 |
+
step_bounds:
|
| 65 |
+
- 0.4
|
| 66 |
+
- 2.0
|
| 67 |
+
continuous_gait: true
|
| 68 |
+
slow_duty_factor: 0.72
|
| 69 |
+
fast_duty_factor: 0.58
|
| 70 |
+
slow_ipsilateral_lag_cycles: 0.3333333333333333
|
| 71 |
+
fast_ipsilateral_lag_cycles: 0.5
|
| 72 |
+
swing_duration_s: 0.035
|
| 73 |
+
base_frequency_hz: 12.0
|
| 74 |
+
gait_smoothing_alpha: 0.005
|
| 75 |
+
speed_filter_alpha: 0.25
|
| 76 |
+
speed_heading_rate_weight: 0.25
|
| 77 |
+
speed_target_scale_mm_s: 20.0
|
| 78 |
+
speed_targets_mm_s:
|
| 79 |
+
- 8.0
|
| 80 |
+
- 16.0
|
| 81 |
+
action_mode: command2
|
| 82 |
+
task: speed_control
|
| 83 |
+
speed_target_sampling: uniform
|
| 84 |
+
speed_target_range_mm_s:
|
| 85 |
+
- 8.0
|
| 86 |
+
- 16.0
|
| 87 |
+
ppo:
|
| 88 |
+
clip_range: 0.2
|
| 89 |
+
ent_coef: 0.0
|
| 90 |
+
gamma: 0.99
|
| 91 |
+
lam: 0.95
|
| 92 |
+
lr: 0.0001
|
| 93 |
+
max_grad_norm: 0.5
|
| 94 |
+
n_envs: 16
|
| 95 |
+
n_epochs: 2
|
| 96 |
+
n_minibatches: 5
|
| 97 |
+
n_steps: 160
|
| 98 |
+
normalize_reward: true
|
| 99 |
+
rollout_heartbeat: 32
|
| 100 |
+
seq_len: 32
|
| 101 |
+
total_timesteps: 499200
|
| 102 |
+
vf_clip_range: 0.2
|
| 103 |
+
vf_coef: 0.5
|
| 104 |
+
separate_rng_streams: true
|
| 105 |
+
initialization_seed: 4
|
| 106 |
+
environment_seed: 14000
|
| 107 |
+
policy_sampling_seed: 20004
|
| 108 |
+
minibatch_seed: 30004
|
| 109 |
+
initial_hidden_mode: zero
|
| 110 |
+
continuous_gait_experiment:
|
| 111 |
+
baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_descending_command2_seed0.yaml
|
| 112 |
+
target_sampling: uniform_episode
|
| 113 |
+
cpg_freedom: duty_warping_plus_phase_family
|
| 114 |
+
action_dimension_matched: true
|
| 115 |
+
primary_checkpoint: fixed_budget_final
|
| 116 |
+
training_unit: one complete fresh train seed; ER also independent graph seed
|
| 117 |
+
seed: 4
|
| 118 |
+
initialization:
|
| 119 |
+
critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed4.pt
|
| 120 |
+
resume_policy: restart_only
|
configs/S5/banc_descending/seed_5.yaml
ADDED
|
@@ -0,0 +1,120 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
interface_hierarchy:
|
| 2 |
+
batch: EXP04_continuous_speed_matched6_20260921
|
| 3 |
+
connectome: banc_descending
|
| 4 |
+
interface: command2
|
| 5 |
+
task: speed_control
|
| 6 |
+
train_seed: 5
|
| 7 |
+
smoke: false
|
| 8 |
+
label: banc_descending
|
| 9 |
+
vec_env: subproc
|
| 10 |
+
policy:
|
| 11 |
+
actor_kwargs:
|
| 12 |
+
dt: 0.01
|
| 13 |
+
input_target: sensory
|
| 14 |
+
mode: rate
|
| 15 |
+
tau_init: 0.02
|
| 16 |
+
use_lora: false
|
| 17 |
+
log_std_init: -0.5
|
| 18 |
+
name: connectome_cfc
|
| 19 |
+
value_hidden:
|
| 20 |
+
- 128
|
| 21 |
+
- 128
|
| 22 |
+
connectome:
|
| 23 |
+
banc_dir: larva/data/banc
|
| 24 |
+
chunksize: 250000
|
| 25 |
+
global_gain: 1.0
|
| 26 |
+
kind: original
|
| 27 |
+
min_syn_count: 1
|
| 28 |
+
normalization: row_l1
|
| 29 |
+
output_selector:
|
| 30 |
+
field: super_class
|
| 31 |
+
include:
|
| 32 |
+
- descending
|
| 33 |
+
polarity:
|
| 34 |
+
unknown_action: zero
|
| 35 |
+
randomize_seed: 0
|
| 36 |
+
sensory_selector:
|
| 37 |
+
field: flow
|
| 38 |
+
include:
|
| 39 |
+
- afferent
|
| 40 |
+
species: banc
|
| 41 |
+
frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_descending.pkl
|
| 42 |
+
frozen_graph_sha256: 86468ba0ad24d42cb8507741c05830da720573cf3df188574d6ffa1309aad915
|
| 43 |
+
env:
|
| 44 |
+
decision_interval: 100
|
| 45 |
+
flip_penalty: 1000.0
|
| 46 |
+
max_correction: 10.0
|
| 47 |
+
max_time: 1.5
|
| 48 |
+
observation_mode: proprio_task
|
| 49 |
+
terrain_seeds:
|
| 50 |
+
- 0
|
| 51 |
+
- 1
|
| 52 |
+
- 2
|
| 53 |
+
- 3
|
| 54 |
+
terrains:
|
| 55 |
+
- flat
|
| 56 |
+
timestep: 0.0001
|
| 57 |
+
command_adapter_config:
|
| 58 |
+
frequency_bounds:
|
| 59 |
+
- 0.25
|
| 60 |
+
- 2.0
|
| 61 |
+
k_drive: 0.75
|
| 62 |
+
k_drive_step: 1.0
|
| 63 |
+
k_step: 0.75
|
| 64 |
+
step_bounds:
|
| 65 |
+
- 0.4
|
| 66 |
+
- 2.0
|
| 67 |
+
continuous_gait: true
|
| 68 |
+
slow_duty_factor: 0.72
|
| 69 |
+
fast_duty_factor: 0.58
|
| 70 |
+
slow_ipsilateral_lag_cycles: 0.3333333333333333
|
| 71 |
+
fast_ipsilateral_lag_cycles: 0.5
|
| 72 |
+
swing_duration_s: 0.035
|
| 73 |
+
base_frequency_hz: 12.0
|
| 74 |
+
gait_smoothing_alpha: 0.005
|
| 75 |
+
speed_filter_alpha: 0.25
|
| 76 |
+
speed_heading_rate_weight: 0.25
|
| 77 |
+
speed_target_scale_mm_s: 20.0
|
| 78 |
+
speed_targets_mm_s:
|
| 79 |
+
- 8.0
|
| 80 |
+
- 16.0
|
| 81 |
+
action_mode: command2
|
| 82 |
+
task: speed_control
|
| 83 |
+
speed_target_sampling: uniform
|
| 84 |
+
speed_target_range_mm_s:
|
| 85 |
+
- 8.0
|
| 86 |
+
- 16.0
|
| 87 |
+
ppo:
|
| 88 |
+
clip_range: 0.2
|
| 89 |
+
ent_coef: 0.0
|
| 90 |
+
gamma: 0.99
|
| 91 |
+
lam: 0.95
|
| 92 |
+
lr: 0.0001
|
| 93 |
+
max_grad_norm: 0.5
|
| 94 |
+
n_envs: 16
|
| 95 |
+
n_epochs: 2
|
| 96 |
+
n_minibatches: 5
|
| 97 |
+
n_steps: 160
|
| 98 |
+
normalize_reward: true
|
| 99 |
+
rollout_heartbeat: 32
|
| 100 |
+
seq_len: 32
|
| 101 |
+
total_timesteps: 499200
|
| 102 |
+
vf_clip_range: 0.2
|
| 103 |
+
vf_coef: 0.5
|
| 104 |
+
separate_rng_streams: true
|
| 105 |
+
initialization_seed: 5
|
| 106 |
+
environment_seed: 15000
|
| 107 |
+
policy_sampling_seed: 20005
|
| 108 |
+
minibatch_seed: 30005
|
| 109 |
+
initial_hidden_mode: zero
|
| 110 |
+
continuous_gait_experiment:
|
| 111 |
+
baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_descending_command2_seed0.yaml
|
| 112 |
+
target_sampling: uniform_episode
|
| 113 |
+
cpg_freedom: duty_warping_plus_phase_family
|
| 114 |
+
action_dimension_matched: true
|
| 115 |
+
primary_checkpoint: fixed_budget_final
|
| 116 |
+
training_unit: one complete fresh train seed; ER also independent graph seed
|
| 117 |
+
seed: 5
|
| 118 |
+
initialization:
|
| 119 |
+
critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed5.pt
|
| 120 |
+
resume_policy: restart_only
|
configs/S5/banc_motor/seed_0.yaml
ADDED
|
@@ -0,0 +1,120 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
interface_hierarchy:
|
| 2 |
+
batch: EXP04_continuous_speed_matched6_20260921
|
| 3 |
+
connectome: banc_motor
|
| 4 |
+
interface: command2
|
| 5 |
+
task: speed_control
|
| 6 |
+
train_seed: 0
|
| 7 |
+
smoke: false
|
| 8 |
+
label: banc_motor
|
| 9 |
+
vec_env: subproc
|
| 10 |
+
policy:
|
| 11 |
+
actor_kwargs:
|
| 12 |
+
dt: 0.01
|
| 13 |
+
input_target: sensory
|
| 14 |
+
mode: rate
|
| 15 |
+
tau_init: 0.02
|
| 16 |
+
use_lora: false
|
| 17 |
+
log_std_init: -0.5
|
| 18 |
+
name: connectome_cfc
|
| 19 |
+
value_hidden:
|
| 20 |
+
- 128
|
| 21 |
+
- 128
|
| 22 |
+
connectome:
|
| 23 |
+
banc_dir: larva/data/banc
|
| 24 |
+
chunksize: 250000
|
| 25 |
+
global_gain: 1.0
|
| 26 |
+
kind: original
|
| 27 |
+
min_syn_count: 1
|
| 28 |
+
normalization: row_l1
|
| 29 |
+
output_selector:
|
| 30 |
+
field: super_class
|
| 31 |
+
include:
|
| 32 |
+
- motor
|
| 33 |
+
polarity:
|
| 34 |
+
unknown_action: zero
|
| 35 |
+
randomize_seed: 0
|
| 36 |
+
sensory_selector:
|
| 37 |
+
field: flow
|
| 38 |
+
include:
|
| 39 |
+
- afferent
|
| 40 |
+
species: banc
|
| 41 |
+
frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_motor.pkl
|
| 42 |
+
frozen_graph_sha256: dde3a9e09030e301719ddf71c3eacc08bdaaeda009192310bcf0c39980859b59
|
| 43 |
+
env:
|
| 44 |
+
decision_interval: 100
|
| 45 |
+
flip_penalty: 1000.0
|
| 46 |
+
max_correction: 10.0
|
| 47 |
+
max_time: 1.5
|
| 48 |
+
observation_mode: proprio_task
|
| 49 |
+
terrain_seeds:
|
| 50 |
+
- 0
|
| 51 |
+
- 1
|
| 52 |
+
- 2
|
| 53 |
+
- 3
|
| 54 |
+
terrains:
|
| 55 |
+
- flat
|
| 56 |
+
timestep: 0.0001
|
| 57 |
+
command_adapter_config:
|
| 58 |
+
frequency_bounds:
|
| 59 |
+
- 0.25
|
| 60 |
+
- 2.0
|
| 61 |
+
k_drive: 0.75
|
| 62 |
+
k_drive_step: 1.0
|
| 63 |
+
k_step: 0.75
|
| 64 |
+
step_bounds:
|
| 65 |
+
- 0.4
|
| 66 |
+
- 2.0
|
| 67 |
+
continuous_gait: true
|
| 68 |
+
slow_duty_factor: 0.72
|
| 69 |
+
fast_duty_factor: 0.58
|
| 70 |
+
slow_ipsilateral_lag_cycles: 0.3333333333333333
|
| 71 |
+
fast_ipsilateral_lag_cycles: 0.5
|
| 72 |
+
swing_duration_s: 0.035
|
| 73 |
+
base_frequency_hz: 12.0
|
| 74 |
+
gait_smoothing_alpha: 0.005
|
| 75 |
+
speed_filter_alpha: 0.25
|
| 76 |
+
speed_heading_rate_weight: 0.25
|
| 77 |
+
speed_target_scale_mm_s: 20.0
|
| 78 |
+
speed_targets_mm_s:
|
| 79 |
+
- 8.0
|
| 80 |
+
- 16.0
|
| 81 |
+
action_mode: command2
|
| 82 |
+
task: speed_control
|
| 83 |
+
speed_target_sampling: uniform
|
| 84 |
+
speed_target_range_mm_s:
|
| 85 |
+
- 8.0
|
| 86 |
+
- 16.0
|
| 87 |
+
ppo:
|
| 88 |
+
clip_range: 0.2
|
| 89 |
+
ent_coef: 0.0
|
| 90 |
+
gamma: 0.99
|
| 91 |
+
lam: 0.95
|
| 92 |
+
lr: 0.0001
|
| 93 |
+
max_grad_norm: 0.5
|
| 94 |
+
n_envs: 16
|
| 95 |
+
n_epochs: 2
|
| 96 |
+
n_minibatches: 5
|
| 97 |
+
n_steps: 160
|
| 98 |
+
normalize_reward: true
|
| 99 |
+
rollout_heartbeat: 32
|
| 100 |
+
seq_len: 32
|
| 101 |
+
total_timesteps: 499200
|
| 102 |
+
vf_clip_range: 0.2
|
| 103 |
+
vf_coef: 0.5
|
| 104 |
+
separate_rng_streams: true
|
| 105 |
+
initialization_seed: 0
|
| 106 |
+
environment_seed: 10000
|
| 107 |
+
policy_sampling_seed: 20000
|
| 108 |
+
minibatch_seed: 30000
|
| 109 |
+
initial_hidden_mode: zero
|
| 110 |
+
continuous_gait_experiment:
|
| 111 |
+
baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_motor_command2_seed0.yaml
|
| 112 |
+
target_sampling: uniform_episode
|
| 113 |
+
cpg_freedom: duty_warping_plus_phase_family
|
| 114 |
+
action_dimension_matched: true
|
| 115 |
+
primary_checkpoint: fixed_budget_final
|
| 116 |
+
training_unit: one complete fresh train seed; ER also independent graph seed
|
| 117 |
+
seed: 0
|
| 118 |
+
initialization:
|
| 119 |
+
critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed0.pt
|
| 120 |
+
resume_policy: restart_only
|
configs/S5/banc_motor/seed_1.yaml
ADDED
|
@@ -0,0 +1,120 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
interface_hierarchy:
|
| 2 |
+
batch: EXP04_continuous_speed_matched6_20260921
|
| 3 |
+
connectome: banc_motor
|
| 4 |
+
interface: command2
|
| 5 |
+
task: speed_control
|
| 6 |
+
train_seed: 1
|
| 7 |
+
smoke: false
|
| 8 |
+
label: banc_motor
|
| 9 |
+
vec_env: subproc
|
| 10 |
+
policy:
|
| 11 |
+
actor_kwargs:
|
| 12 |
+
dt: 0.01
|
| 13 |
+
input_target: sensory
|
| 14 |
+
mode: rate
|
| 15 |
+
tau_init: 0.02
|
| 16 |
+
use_lora: false
|
| 17 |
+
log_std_init: -0.5
|
| 18 |
+
name: connectome_cfc
|
| 19 |
+
value_hidden:
|
| 20 |
+
- 128
|
| 21 |
+
- 128
|
| 22 |
+
connectome:
|
| 23 |
+
banc_dir: larva/data/banc
|
| 24 |
+
chunksize: 250000
|
| 25 |
+
global_gain: 1.0
|
| 26 |
+
kind: original
|
| 27 |
+
min_syn_count: 1
|
| 28 |
+
normalization: row_l1
|
| 29 |
+
output_selector:
|
| 30 |
+
field: super_class
|
| 31 |
+
include:
|
| 32 |
+
- motor
|
| 33 |
+
polarity:
|
| 34 |
+
unknown_action: zero
|
| 35 |
+
randomize_seed: 0
|
| 36 |
+
sensory_selector:
|
| 37 |
+
field: flow
|
| 38 |
+
include:
|
| 39 |
+
- afferent
|
| 40 |
+
species: banc
|
| 41 |
+
frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_motor.pkl
|
| 42 |
+
frozen_graph_sha256: dde3a9e09030e301719ddf71c3eacc08bdaaeda009192310bcf0c39980859b59
|
| 43 |
+
env:
|
| 44 |
+
decision_interval: 100
|
| 45 |
+
flip_penalty: 1000.0
|
| 46 |
+
max_correction: 10.0
|
| 47 |
+
max_time: 1.5
|
| 48 |
+
observation_mode: proprio_task
|
| 49 |
+
terrain_seeds:
|
| 50 |
+
- 0
|
| 51 |
+
- 1
|
| 52 |
+
- 2
|
| 53 |
+
- 3
|
| 54 |
+
terrains:
|
| 55 |
+
- flat
|
| 56 |
+
timestep: 0.0001
|
| 57 |
+
command_adapter_config:
|
| 58 |
+
frequency_bounds:
|
| 59 |
+
- 0.25
|
| 60 |
+
- 2.0
|
| 61 |
+
k_drive: 0.75
|
| 62 |
+
k_drive_step: 1.0
|
| 63 |
+
k_step: 0.75
|
| 64 |
+
step_bounds:
|
| 65 |
+
- 0.4
|
| 66 |
+
- 2.0
|
| 67 |
+
continuous_gait: true
|
| 68 |
+
slow_duty_factor: 0.72
|
| 69 |
+
fast_duty_factor: 0.58
|
| 70 |
+
slow_ipsilateral_lag_cycles: 0.3333333333333333
|
| 71 |
+
fast_ipsilateral_lag_cycles: 0.5
|
| 72 |
+
swing_duration_s: 0.035
|
| 73 |
+
base_frequency_hz: 12.0
|
| 74 |
+
gait_smoothing_alpha: 0.005
|
| 75 |
+
speed_filter_alpha: 0.25
|
| 76 |
+
speed_heading_rate_weight: 0.25
|
| 77 |
+
speed_target_scale_mm_s: 20.0
|
| 78 |
+
speed_targets_mm_s:
|
| 79 |
+
- 8.0
|
| 80 |
+
- 16.0
|
| 81 |
+
action_mode: command2
|
| 82 |
+
task: speed_control
|
| 83 |
+
speed_target_sampling: uniform
|
| 84 |
+
speed_target_range_mm_s:
|
| 85 |
+
- 8.0
|
| 86 |
+
- 16.0
|
| 87 |
+
ppo:
|
| 88 |
+
clip_range: 0.2
|
| 89 |
+
ent_coef: 0.0
|
| 90 |
+
gamma: 0.99
|
| 91 |
+
lam: 0.95
|
| 92 |
+
lr: 0.0001
|
| 93 |
+
max_grad_norm: 0.5
|
| 94 |
+
n_envs: 16
|
| 95 |
+
n_epochs: 2
|
| 96 |
+
n_minibatches: 5
|
| 97 |
+
n_steps: 160
|
| 98 |
+
normalize_reward: true
|
| 99 |
+
rollout_heartbeat: 32
|
| 100 |
+
seq_len: 32
|
| 101 |
+
total_timesteps: 499200
|
| 102 |
+
vf_clip_range: 0.2
|
| 103 |
+
vf_coef: 0.5
|
| 104 |
+
separate_rng_streams: true
|
| 105 |
+
initialization_seed: 1
|
| 106 |
+
environment_seed: 11000
|
| 107 |
+
policy_sampling_seed: 20001
|
| 108 |
+
minibatch_seed: 30001
|
| 109 |
+
initial_hidden_mode: zero
|
| 110 |
+
continuous_gait_experiment:
|
| 111 |
+
baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_motor_command2_seed0.yaml
|
| 112 |
+
target_sampling: uniform_episode
|
| 113 |
+
cpg_freedom: duty_warping_plus_phase_family
|
| 114 |
+
action_dimension_matched: true
|
| 115 |
+
primary_checkpoint: fixed_budget_final
|
| 116 |
+
training_unit: one complete fresh train seed; ER also independent graph seed
|
| 117 |
+
seed: 1
|
| 118 |
+
initialization:
|
| 119 |
+
critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed1.pt
|
| 120 |
+
resume_policy: restart_only
|
configs/S5/banc_motor/seed_2.yaml
ADDED
|
@@ -0,0 +1,120 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
interface_hierarchy:
|
| 2 |
+
batch: EXP04_continuous_speed_matched6_20260921
|
| 3 |
+
connectome: banc_motor
|
| 4 |
+
interface: command2
|
| 5 |
+
task: speed_control
|
| 6 |
+
train_seed: 2
|
| 7 |
+
smoke: false
|
| 8 |
+
label: banc_motor
|
| 9 |
+
vec_env: subproc
|
| 10 |
+
policy:
|
| 11 |
+
actor_kwargs:
|
| 12 |
+
dt: 0.01
|
| 13 |
+
input_target: sensory
|
| 14 |
+
mode: rate
|
| 15 |
+
tau_init: 0.02
|
| 16 |
+
use_lora: false
|
| 17 |
+
log_std_init: -0.5
|
| 18 |
+
name: connectome_cfc
|
| 19 |
+
value_hidden:
|
| 20 |
+
- 128
|
| 21 |
+
- 128
|
| 22 |
+
connectome:
|
| 23 |
+
banc_dir: larva/data/banc
|
| 24 |
+
chunksize: 250000
|
| 25 |
+
global_gain: 1.0
|
| 26 |
+
kind: original
|
| 27 |
+
min_syn_count: 1
|
| 28 |
+
normalization: row_l1
|
| 29 |
+
output_selector:
|
| 30 |
+
field: super_class
|
| 31 |
+
include:
|
| 32 |
+
- motor
|
| 33 |
+
polarity:
|
| 34 |
+
unknown_action: zero
|
| 35 |
+
randomize_seed: 0
|
| 36 |
+
sensory_selector:
|
| 37 |
+
field: flow
|
| 38 |
+
include:
|
| 39 |
+
- afferent
|
| 40 |
+
species: banc
|
| 41 |
+
frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_motor.pkl
|
| 42 |
+
frozen_graph_sha256: dde3a9e09030e301719ddf71c3eacc08bdaaeda009192310bcf0c39980859b59
|
| 43 |
+
env:
|
| 44 |
+
decision_interval: 100
|
| 45 |
+
flip_penalty: 1000.0
|
| 46 |
+
max_correction: 10.0
|
| 47 |
+
max_time: 1.5
|
| 48 |
+
observation_mode: proprio_task
|
| 49 |
+
terrain_seeds:
|
| 50 |
+
- 0
|
| 51 |
+
- 1
|
| 52 |
+
- 2
|
| 53 |
+
- 3
|
| 54 |
+
terrains:
|
| 55 |
+
- flat
|
| 56 |
+
timestep: 0.0001
|
| 57 |
+
command_adapter_config:
|
| 58 |
+
frequency_bounds:
|
| 59 |
+
- 0.25
|
| 60 |
+
- 2.0
|
| 61 |
+
k_drive: 0.75
|
| 62 |
+
k_drive_step: 1.0
|
| 63 |
+
k_step: 0.75
|
| 64 |
+
step_bounds:
|
| 65 |
+
- 0.4
|
| 66 |
+
- 2.0
|
| 67 |
+
continuous_gait: true
|
| 68 |
+
slow_duty_factor: 0.72
|
| 69 |
+
fast_duty_factor: 0.58
|
| 70 |
+
slow_ipsilateral_lag_cycles: 0.3333333333333333
|
| 71 |
+
fast_ipsilateral_lag_cycles: 0.5
|
| 72 |
+
swing_duration_s: 0.035
|
| 73 |
+
base_frequency_hz: 12.0
|
| 74 |
+
gait_smoothing_alpha: 0.005
|
| 75 |
+
speed_filter_alpha: 0.25
|
| 76 |
+
speed_heading_rate_weight: 0.25
|
| 77 |
+
speed_target_scale_mm_s: 20.0
|
| 78 |
+
speed_targets_mm_s:
|
| 79 |
+
- 8.0
|
| 80 |
+
- 16.0
|
| 81 |
+
action_mode: command2
|
| 82 |
+
task: speed_control
|
| 83 |
+
speed_target_sampling: uniform
|
| 84 |
+
speed_target_range_mm_s:
|
| 85 |
+
- 8.0
|
| 86 |
+
- 16.0
|
| 87 |
+
ppo:
|
| 88 |
+
clip_range: 0.2
|
| 89 |
+
ent_coef: 0.0
|
| 90 |
+
gamma: 0.99
|
| 91 |
+
lam: 0.95
|
| 92 |
+
lr: 0.0001
|
| 93 |
+
max_grad_norm: 0.5
|
| 94 |
+
n_envs: 16
|
| 95 |
+
n_epochs: 2
|
| 96 |
+
n_minibatches: 5
|
| 97 |
+
n_steps: 160
|
| 98 |
+
normalize_reward: true
|
| 99 |
+
rollout_heartbeat: 32
|
| 100 |
+
seq_len: 32
|
| 101 |
+
total_timesteps: 499200
|
| 102 |
+
vf_clip_range: 0.2
|
| 103 |
+
vf_coef: 0.5
|
| 104 |
+
separate_rng_streams: true
|
| 105 |
+
initialization_seed: 2
|
| 106 |
+
environment_seed: 12000
|
| 107 |
+
policy_sampling_seed: 20002
|
| 108 |
+
minibatch_seed: 30002
|
| 109 |
+
initial_hidden_mode: zero
|
| 110 |
+
continuous_gait_experiment:
|
| 111 |
+
baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_motor_command2_seed0.yaml
|
| 112 |
+
target_sampling: uniform_episode
|
| 113 |
+
cpg_freedom: duty_warping_plus_phase_family
|
| 114 |
+
action_dimension_matched: true
|
| 115 |
+
primary_checkpoint: fixed_budget_final
|
| 116 |
+
training_unit: one complete fresh train seed; ER also independent graph seed
|
| 117 |
+
seed: 2
|
| 118 |
+
initialization:
|
| 119 |
+
critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed2.pt
|
| 120 |
+
resume_policy: restart_only
|
configs/S5/banc_motor/seed_3.yaml
ADDED
|
@@ -0,0 +1,120 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
interface_hierarchy:
|
| 2 |
+
batch: EXP04_continuous_speed_matched6_20260921
|
| 3 |
+
connectome: banc_motor
|
| 4 |
+
interface: command2
|
| 5 |
+
task: speed_control
|
| 6 |
+
train_seed: 3
|
| 7 |
+
smoke: false
|
| 8 |
+
label: banc_motor
|
| 9 |
+
vec_env: subproc
|
| 10 |
+
policy:
|
| 11 |
+
actor_kwargs:
|
| 12 |
+
dt: 0.01
|
| 13 |
+
input_target: sensory
|
| 14 |
+
mode: rate
|
| 15 |
+
tau_init: 0.02
|
| 16 |
+
use_lora: false
|
| 17 |
+
log_std_init: -0.5
|
| 18 |
+
name: connectome_cfc
|
| 19 |
+
value_hidden:
|
| 20 |
+
- 128
|
| 21 |
+
- 128
|
| 22 |
+
connectome:
|
| 23 |
+
banc_dir: larva/data/banc
|
| 24 |
+
chunksize: 250000
|
| 25 |
+
global_gain: 1.0
|
| 26 |
+
kind: original
|
| 27 |
+
min_syn_count: 1
|
| 28 |
+
normalization: row_l1
|
| 29 |
+
output_selector:
|
| 30 |
+
field: super_class
|
| 31 |
+
include:
|
| 32 |
+
- motor
|
| 33 |
+
polarity:
|
| 34 |
+
unknown_action: zero
|
| 35 |
+
randomize_seed: 0
|
| 36 |
+
sensory_selector:
|
| 37 |
+
field: flow
|
| 38 |
+
include:
|
| 39 |
+
- afferent
|
| 40 |
+
species: banc
|
| 41 |
+
frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_motor.pkl
|
| 42 |
+
frozen_graph_sha256: dde3a9e09030e301719ddf71c3eacc08bdaaeda009192310bcf0c39980859b59
|
| 43 |
+
env:
|
| 44 |
+
decision_interval: 100
|
| 45 |
+
flip_penalty: 1000.0
|
| 46 |
+
max_correction: 10.0
|
| 47 |
+
max_time: 1.5
|
| 48 |
+
observation_mode: proprio_task
|
| 49 |
+
terrain_seeds:
|
| 50 |
+
- 0
|
| 51 |
+
- 1
|
| 52 |
+
- 2
|
| 53 |
+
- 3
|
| 54 |
+
terrains:
|
| 55 |
+
- flat
|
| 56 |
+
timestep: 0.0001
|
| 57 |
+
command_adapter_config:
|
| 58 |
+
frequency_bounds:
|
| 59 |
+
- 0.25
|
| 60 |
+
- 2.0
|
| 61 |
+
k_drive: 0.75
|
| 62 |
+
k_drive_step: 1.0
|
| 63 |
+
k_step: 0.75
|
| 64 |
+
step_bounds:
|
| 65 |
+
- 0.4
|
| 66 |
+
- 2.0
|
| 67 |
+
continuous_gait: true
|
| 68 |
+
slow_duty_factor: 0.72
|
| 69 |
+
fast_duty_factor: 0.58
|
| 70 |
+
slow_ipsilateral_lag_cycles: 0.3333333333333333
|
| 71 |
+
fast_ipsilateral_lag_cycles: 0.5
|
| 72 |
+
swing_duration_s: 0.035
|
| 73 |
+
base_frequency_hz: 12.0
|
| 74 |
+
gait_smoothing_alpha: 0.005
|
| 75 |
+
speed_filter_alpha: 0.25
|
| 76 |
+
speed_heading_rate_weight: 0.25
|
| 77 |
+
speed_target_scale_mm_s: 20.0
|
| 78 |
+
speed_targets_mm_s:
|
| 79 |
+
- 8.0
|
| 80 |
+
- 16.0
|
| 81 |
+
action_mode: command2
|
| 82 |
+
task: speed_control
|
| 83 |
+
speed_target_sampling: uniform
|
| 84 |
+
speed_target_range_mm_s:
|
| 85 |
+
- 8.0
|
| 86 |
+
- 16.0
|
| 87 |
+
ppo:
|
| 88 |
+
clip_range: 0.2
|
| 89 |
+
ent_coef: 0.0
|
| 90 |
+
gamma: 0.99
|
| 91 |
+
lam: 0.95
|
| 92 |
+
lr: 0.0001
|
| 93 |
+
max_grad_norm: 0.5
|
| 94 |
+
n_envs: 16
|
| 95 |
+
n_epochs: 2
|
| 96 |
+
n_minibatches: 5
|
| 97 |
+
n_steps: 160
|
| 98 |
+
normalize_reward: true
|
| 99 |
+
rollout_heartbeat: 32
|
| 100 |
+
seq_len: 32
|
| 101 |
+
total_timesteps: 499200
|
| 102 |
+
vf_clip_range: 0.2
|
| 103 |
+
vf_coef: 0.5
|
| 104 |
+
separate_rng_streams: true
|
| 105 |
+
initialization_seed: 3
|
| 106 |
+
environment_seed: 13000
|
| 107 |
+
policy_sampling_seed: 20003
|
| 108 |
+
minibatch_seed: 30003
|
| 109 |
+
initial_hidden_mode: zero
|
| 110 |
+
continuous_gait_experiment:
|
| 111 |
+
baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_motor_command2_seed0.yaml
|
| 112 |
+
target_sampling: uniform_episode
|
| 113 |
+
cpg_freedom: duty_warping_plus_phase_family
|
| 114 |
+
action_dimension_matched: true
|
| 115 |
+
primary_checkpoint: fixed_budget_final
|
| 116 |
+
training_unit: one complete fresh train seed; ER also independent graph seed
|
| 117 |
+
seed: 3
|
| 118 |
+
initialization:
|
| 119 |
+
critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed3.pt
|
| 120 |
+
resume_policy: restart_only
|
configs/S5/banc_motor/seed_4.yaml
ADDED
|
@@ -0,0 +1,120 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
interface_hierarchy:
|
| 2 |
+
batch: EXP04_continuous_speed_matched6_20260921
|
| 3 |
+
connectome: banc_motor
|
| 4 |
+
interface: command2
|
| 5 |
+
task: speed_control
|
| 6 |
+
train_seed: 4
|
| 7 |
+
smoke: false
|
| 8 |
+
label: banc_motor
|
| 9 |
+
vec_env: subproc
|
| 10 |
+
policy:
|
| 11 |
+
actor_kwargs:
|
| 12 |
+
dt: 0.01
|
| 13 |
+
input_target: sensory
|
| 14 |
+
mode: rate
|
| 15 |
+
tau_init: 0.02
|
| 16 |
+
use_lora: false
|
| 17 |
+
log_std_init: -0.5
|
| 18 |
+
name: connectome_cfc
|
| 19 |
+
value_hidden:
|
| 20 |
+
- 128
|
| 21 |
+
- 128
|
| 22 |
+
connectome:
|
| 23 |
+
banc_dir: larva/data/banc
|
| 24 |
+
chunksize: 250000
|
| 25 |
+
global_gain: 1.0
|
| 26 |
+
kind: original
|
| 27 |
+
min_syn_count: 1
|
| 28 |
+
normalization: row_l1
|
| 29 |
+
output_selector:
|
| 30 |
+
field: super_class
|
| 31 |
+
include:
|
| 32 |
+
- motor
|
| 33 |
+
polarity:
|
| 34 |
+
unknown_action: zero
|
| 35 |
+
randomize_seed: 0
|
| 36 |
+
sensory_selector:
|
| 37 |
+
field: flow
|
| 38 |
+
include:
|
| 39 |
+
- afferent
|
| 40 |
+
species: banc
|
| 41 |
+
frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_motor.pkl
|
| 42 |
+
frozen_graph_sha256: dde3a9e09030e301719ddf71c3eacc08bdaaeda009192310bcf0c39980859b59
|
| 43 |
+
env:
|
| 44 |
+
decision_interval: 100
|
| 45 |
+
flip_penalty: 1000.0
|
| 46 |
+
max_correction: 10.0
|
| 47 |
+
max_time: 1.5
|
| 48 |
+
observation_mode: proprio_task
|
| 49 |
+
terrain_seeds:
|
| 50 |
+
- 0
|
| 51 |
+
- 1
|
| 52 |
+
- 2
|
| 53 |
+
- 3
|
| 54 |
+
terrains:
|
| 55 |
+
- flat
|
| 56 |
+
timestep: 0.0001
|
| 57 |
+
command_adapter_config:
|
| 58 |
+
frequency_bounds:
|
| 59 |
+
- 0.25
|
| 60 |
+
- 2.0
|
| 61 |
+
k_drive: 0.75
|
| 62 |
+
k_drive_step: 1.0
|
| 63 |
+
k_step: 0.75
|
| 64 |
+
step_bounds:
|
| 65 |
+
- 0.4
|
| 66 |
+
- 2.0
|
| 67 |
+
continuous_gait: true
|
| 68 |
+
slow_duty_factor: 0.72
|
| 69 |
+
fast_duty_factor: 0.58
|
| 70 |
+
slow_ipsilateral_lag_cycles: 0.3333333333333333
|
| 71 |
+
fast_ipsilateral_lag_cycles: 0.5
|
| 72 |
+
swing_duration_s: 0.035
|
| 73 |
+
base_frequency_hz: 12.0
|
| 74 |
+
gait_smoothing_alpha: 0.005
|
| 75 |
+
speed_filter_alpha: 0.25
|
| 76 |
+
speed_heading_rate_weight: 0.25
|
| 77 |
+
speed_target_scale_mm_s: 20.0
|
| 78 |
+
speed_targets_mm_s:
|
| 79 |
+
- 8.0
|
| 80 |
+
- 16.0
|
| 81 |
+
action_mode: command2
|
| 82 |
+
task: speed_control
|
| 83 |
+
speed_target_sampling: uniform
|
| 84 |
+
speed_target_range_mm_s:
|
| 85 |
+
- 8.0
|
| 86 |
+
- 16.0
|
| 87 |
+
ppo:
|
| 88 |
+
clip_range: 0.2
|
| 89 |
+
ent_coef: 0.0
|
| 90 |
+
gamma: 0.99
|
| 91 |
+
lam: 0.95
|
| 92 |
+
lr: 0.0001
|
| 93 |
+
max_grad_norm: 0.5
|
| 94 |
+
n_envs: 16
|
| 95 |
+
n_epochs: 2
|
| 96 |
+
n_minibatches: 5
|
| 97 |
+
n_steps: 160
|
| 98 |
+
normalize_reward: true
|
| 99 |
+
rollout_heartbeat: 32
|
| 100 |
+
seq_len: 32
|
| 101 |
+
total_timesteps: 499200
|
| 102 |
+
vf_clip_range: 0.2
|
| 103 |
+
vf_coef: 0.5
|
| 104 |
+
separate_rng_streams: true
|
| 105 |
+
initialization_seed: 4
|
| 106 |
+
environment_seed: 14000
|
| 107 |
+
policy_sampling_seed: 20004
|
| 108 |
+
minibatch_seed: 30004
|
| 109 |
+
initial_hidden_mode: zero
|
| 110 |
+
continuous_gait_experiment:
|
| 111 |
+
baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_motor_command2_seed0.yaml
|
| 112 |
+
target_sampling: uniform_episode
|
| 113 |
+
cpg_freedom: duty_warping_plus_phase_family
|
| 114 |
+
action_dimension_matched: true
|
| 115 |
+
primary_checkpoint: fixed_budget_final
|
| 116 |
+
training_unit: one complete fresh train seed; ER also independent graph seed
|
| 117 |
+
seed: 4
|
| 118 |
+
initialization:
|
| 119 |
+
critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed4.pt
|
| 120 |
+
resume_policy: restart_only
|
configs/S5/banc_motor/seed_5.yaml
ADDED
|
@@ -0,0 +1,120 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
interface_hierarchy:
|
| 2 |
+
batch: EXP04_continuous_speed_matched6_20260921
|
| 3 |
+
connectome: banc_motor
|
| 4 |
+
interface: command2
|
| 5 |
+
task: speed_control
|
| 6 |
+
train_seed: 5
|
| 7 |
+
smoke: false
|
| 8 |
+
label: banc_motor
|
| 9 |
+
vec_env: subproc
|
| 10 |
+
policy:
|
| 11 |
+
actor_kwargs:
|
| 12 |
+
dt: 0.01
|
| 13 |
+
input_target: sensory
|
| 14 |
+
mode: rate
|
| 15 |
+
tau_init: 0.02
|
| 16 |
+
use_lora: false
|
| 17 |
+
log_std_init: -0.5
|
| 18 |
+
name: connectome_cfc
|
| 19 |
+
value_hidden:
|
| 20 |
+
- 128
|
| 21 |
+
- 128
|
| 22 |
+
connectome:
|
| 23 |
+
banc_dir: larva/data/banc
|
| 24 |
+
chunksize: 250000
|
| 25 |
+
global_gain: 1.0
|
| 26 |
+
kind: original
|
| 27 |
+
min_syn_count: 1
|
| 28 |
+
normalization: row_l1
|
| 29 |
+
output_selector:
|
| 30 |
+
field: super_class
|
| 31 |
+
include:
|
| 32 |
+
- motor
|
| 33 |
+
polarity:
|
| 34 |
+
unknown_action: zero
|
| 35 |
+
randomize_seed: 0
|
| 36 |
+
sensory_selector:
|
| 37 |
+
field: flow
|
| 38 |
+
include:
|
| 39 |
+
- afferent
|
| 40 |
+
species: banc
|
| 41 |
+
frozen_graph_path: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/graphs/banc_motor.pkl
|
| 42 |
+
frozen_graph_sha256: dde3a9e09030e301719ddf71c3eacc08bdaaeda009192310bcf0c39980859b59
|
| 43 |
+
env:
|
| 44 |
+
decision_interval: 100
|
| 45 |
+
flip_penalty: 1000.0
|
| 46 |
+
max_correction: 10.0
|
| 47 |
+
max_time: 1.5
|
| 48 |
+
observation_mode: proprio_task
|
| 49 |
+
terrain_seeds:
|
| 50 |
+
- 0
|
| 51 |
+
- 1
|
| 52 |
+
- 2
|
| 53 |
+
- 3
|
| 54 |
+
terrains:
|
| 55 |
+
- flat
|
| 56 |
+
timestep: 0.0001
|
| 57 |
+
command_adapter_config:
|
| 58 |
+
frequency_bounds:
|
| 59 |
+
- 0.25
|
| 60 |
+
- 2.0
|
| 61 |
+
k_drive: 0.75
|
| 62 |
+
k_drive_step: 1.0
|
| 63 |
+
k_step: 0.75
|
| 64 |
+
step_bounds:
|
| 65 |
+
- 0.4
|
| 66 |
+
- 2.0
|
| 67 |
+
continuous_gait: true
|
| 68 |
+
slow_duty_factor: 0.72
|
| 69 |
+
fast_duty_factor: 0.58
|
| 70 |
+
slow_ipsilateral_lag_cycles: 0.3333333333333333
|
| 71 |
+
fast_ipsilateral_lag_cycles: 0.5
|
| 72 |
+
swing_duration_s: 0.035
|
| 73 |
+
base_frequency_hz: 12.0
|
| 74 |
+
gait_smoothing_alpha: 0.005
|
| 75 |
+
speed_filter_alpha: 0.25
|
| 76 |
+
speed_heading_rate_weight: 0.25
|
| 77 |
+
speed_target_scale_mm_s: 20.0
|
| 78 |
+
speed_targets_mm_s:
|
| 79 |
+
- 8.0
|
| 80 |
+
- 16.0
|
| 81 |
+
action_mode: command2
|
| 82 |
+
task: speed_control
|
| 83 |
+
speed_target_sampling: uniform
|
| 84 |
+
speed_target_range_mm_s:
|
| 85 |
+
- 8.0
|
| 86 |
+
- 16.0
|
| 87 |
+
ppo:
|
| 88 |
+
clip_range: 0.2
|
| 89 |
+
ent_coef: 0.0
|
| 90 |
+
gamma: 0.99
|
| 91 |
+
lam: 0.95
|
| 92 |
+
lr: 0.0001
|
| 93 |
+
max_grad_norm: 0.5
|
| 94 |
+
n_envs: 16
|
| 95 |
+
n_epochs: 2
|
| 96 |
+
n_minibatches: 5
|
| 97 |
+
n_steps: 160
|
| 98 |
+
normalize_reward: true
|
| 99 |
+
rollout_heartbeat: 32
|
| 100 |
+
seq_len: 32
|
| 101 |
+
total_timesteps: 499200
|
| 102 |
+
vf_clip_range: 0.2
|
| 103 |
+
vf_coef: 0.5
|
| 104 |
+
separate_rng_streams: true
|
| 105 |
+
initialization_seed: 5
|
| 106 |
+
environment_seed: 15000
|
| 107 |
+
policy_sampling_seed: 20005
|
| 108 |
+
minibatch_seed: 30005
|
| 109 |
+
initial_hidden_mode: zero
|
| 110 |
+
continuous_gait_experiment:
|
| 111 |
+
baseline: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed/configs/speed_continuous_gait_banc_motor_command2_seed0.yaml
|
| 112 |
+
target_sampling: uniform_episode
|
| 113 |
+
cpg_freedom: duty_warping_plus_phase_family
|
| 114 |
+
action_dimension_matched: true
|
| 115 |
+
primary_checkpoint: fixed_budget_final
|
| 116 |
+
training_unit: one complete fresh train seed; ER also independent graph seed
|
| 117 |
+
seed: 5
|
| 118 |
+
initialization:
|
| 119 |
+
critic_state_from: /data2/ysy/github/flygym/outputs/nmi_unified/experiments/EXP04_continuous_speed_matched6_20260921/initialization/critic_seed5.pt
|
| 120 |
+
resume_policy: restart_only
|
configs/S6/banc_descending/seed_0.yaml
ADDED
|
@@ -0,0 +1,79 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
connectome:
|
| 2 |
+
banc_dir: larva/data/banc
|
| 3 |
+
chunksize: 250000
|
| 4 |
+
global_gain: 1.0
|
| 5 |
+
kind: original
|
| 6 |
+
min_syn_count: 1
|
| 7 |
+
normalization: row_l1
|
| 8 |
+
output_selector:
|
| 9 |
+
field: super_class
|
| 10 |
+
include:
|
| 11 |
+
- descending
|
| 12 |
+
polarity:
|
| 13 |
+
unknown_action: zero
|
| 14 |
+
randomize_seed: 0
|
| 15 |
+
sensory_selector:
|
| 16 |
+
field: flow
|
| 17 |
+
include:
|
| 18 |
+
- afferent
|
| 19 |
+
species: banc
|
| 20 |
+
env:
|
| 21 |
+
action_mode: command2
|
| 22 |
+
decision_interval: 100
|
| 23 |
+
flip_penalty: 1000.0
|
| 24 |
+
max_correction: 10.0
|
| 25 |
+
max_time: 1.5
|
| 26 |
+
observation_mode: proprio_task
|
| 27 |
+
perturbation:
|
| 28 |
+
direction: lateral
|
| 29 |
+
duration_s: 0.04
|
| 30 |
+
force: 10.0
|
| 31 |
+
start_time_s: 0.75
|
| 32 |
+
type: side_push
|
| 33 |
+
task: heading_hold
|
| 34 |
+
terrain_seeds:
|
| 35 |
+
- 0
|
| 36 |
+
- 1
|
| 37 |
+
- 2
|
| 38 |
+
- 3
|
| 39 |
+
terrains:
|
| 40 |
+
- flat
|
| 41 |
+
timestep: 0.0001
|
| 42 |
+
interface_hierarchy:
|
| 43 |
+
batch: interface_hierarchy_original
|
| 44 |
+
connectome: banc_descending_original
|
| 45 |
+
interface: command2
|
| 46 |
+
smoke: false
|
| 47 |
+
task: heading_hold
|
| 48 |
+
train_seed: 0
|
| 49 |
+
policy:
|
| 50 |
+
actor_kwargs:
|
| 51 |
+
dt: 0.01
|
| 52 |
+
input_target: sensory
|
| 53 |
+
mode: rate
|
| 54 |
+
tau_init: 0.02
|
| 55 |
+
use_lora: false
|
| 56 |
+
log_std_init: -0.5
|
| 57 |
+
name: connectome_cfc
|
| 58 |
+
value_hidden:
|
| 59 |
+
- 128
|
| 60 |
+
- 128
|
| 61 |
+
ppo:
|
| 62 |
+
clip_range: 0.2
|
| 63 |
+
ent_coef: 0.0
|
| 64 |
+
gamma: 0.99
|
| 65 |
+
lam: 0.95
|
| 66 |
+
lr: 0.0001
|
| 67 |
+
max_grad_norm: 0.5
|
| 68 |
+
n_envs: 16
|
| 69 |
+
n_epochs: 2
|
| 70 |
+
n_minibatches: 5
|
| 71 |
+
n_steps: 160
|
| 72 |
+
normalize_reward: true
|
| 73 |
+
rollout_heartbeat: 8
|
| 74 |
+
seq_len: 32
|
| 75 |
+
total_timesteps: 500000
|
| 76 |
+
vf_clip_range: 0.2
|
| 77 |
+
vf_coef: 0.5
|
| 78 |
+
seed: 0
|
| 79 |
+
vec_env: subproc
|
configs/S6/banc_descending/seed_1.yaml
ADDED
|
@@ -0,0 +1,79 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
connectome:
|
| 2 |
+
banc_dir: larva/data/banc
|
| 3 |
+
chunksize: 250000
|
| 4 |
+
global_gain: 1.0
|
| 5 |
+
kind: original
|
| 6 |
+
min_syn_count: 1
|
| 7 |
+
normalization: row_l1
|
| 8 |
+
output_selector:
|
| 9 |
+
field: super_class
|
| 10 |
+
include:
|
| 11 |
+
- descending
|
| 12 |
+
polarity:
|
| 13 |
+
unknown_action: zero
|
| 14 |
+
randomize_seed: 0
|
| 15 |
+
sensory_selector:
|
| 16 |
+
field: flow
|
| 17 |
+
include:
|
| 18 |
+
- afferent
|
| 19 |
+
species: banc
|
| 20 |
+
env:
|
| 21 |
+
action_mode: command2
|
| 22 |
+
decision_interval: 100
|
| 23 |
+
flip_penalty: 1000.0
|
| 24 |
+
max_correction: 10.0
|
| 25 |
+
max_time: 1.5
|
| 26 |
+
observation_mode: proprio_task
|
| 27 |
+
perturbation:
|
| 28 |
+
direction: lateral
|
| 29 |
+
duration_s: 0.04
|
| 30 |
+
force: 10.0
|
| 31 |
+
start_time_s: 0.75
|
| 32 |
+
type: side_push
|
| 33 |
+
task: heading_hold
|
| 34 |
+
terrain_seeds:
|
| 35 |
+
- 0
|
| 36 |
+
- 1
|
| 37 |
+
- 2
|
| 38 |
+
- 3
|
| 39 |
+
terrains:
|
| 40 |
+
- flat
|
| 41 |
+
timestep: 0.0001
|
| 42 |
+
interface_hierarchy:
|
| 43 |
+
batch: interface_hierarchy_original
|
| 44 |
+
connectome: banc_descending_original
|
| 45 |
+
interface: command2
|
| 46 |
+
smoke: false
|
| 47 |
+
task: heading_hold
|
| 48 |
+
train_seed: 1
|
| 49 |
+
policy:
|
| 50 |
+
actor_kwargs:
|
| 51 |
+
dt: 0.01
|
| 52 |
+
input_target: sensory
|
| 53 |
+
mode: rate
|
| 54 |
+
tau_init: 0.02
|
| 55 |
+
use_lora: false
|
| 56 |
+
log_std_init: -0.5
|
| 57 |
+
name: connectome_cfc
|
| 58 |
+
value_hidden:
|
| 59 |
+
- 128
|
| 60 |
+
- 128
|
| 61 |
+
ppo:
|
| 62 |
+
clip_range: 0.2
|
| 63 |
+
ent_coef: 0.0
|
| 64 |
+
gamma: 0.99
|
| 65 |
+
lam: 0.95
|
| 66 |
+
lr: 0.0001
|
| 67 |
+
max_grad_norm: 0.5
|
| 68 |
+
n_envs: 16
|
| 69 |
+
n_epochs: 2
|
| 70 |
+
n_minibatches: 5
|
| 71 |
+
n_steps: 160
|
| 72 |
+
normalize_reward: true
|
| 73 |
+
rollout_heartbeat: 8
|
| 74 |
+
seq_len: 32
|
| 75 |
+
total_timesteps: 500000
|
| 76 |
+
vf_clip_range: 0.2
|
| 77 |
+
vf_coef: 0.5
|
| 78 |
+
seed: 1
|
| 79 |
+
vec_env: subproc
|
configs/S6/banc_descending/seed_2.yaml
ADDED
|
@@ -0,0 +1,79 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
connectome:
|
| 2 |
+
banc_dir: larva/data/banc
|
| 3 |
+
chunksize: 250000
|
| 4 |
+
global_gain: 1.0
|
| 5 |
+
kind: original
|
| 6 |
+
min_syn_count: 1
|
| 7 |
+
normalization: row_l1
|
| 8 |
+
output_selector:
|
| 9 |
+
field: super_class
|
| 10 |
+
include:
|
| 11 |
+
- descending
|
| 12 |
+
polarity:
|
| 13 |
+
unknown_action: zero
|
| 14 |
+
randomize_seed: 0
|
| 15 |
+
sensory_selector:
|
| 16 |
+
field: flow
|
| 17 |
+
include:
|
| 18 |
+
- afferent
|
| 19 |
+
species: banc
|
| 20 |
+
env:
|
| 21 |
+
action_mode: command2
|
| 22 |
+
decision_interval: 100
|
| 23 |
+
flip_penalty: 1000.0
|
| 24 |
+
max_correction: 10.0
|
| 25 |
+
max_time: 1.5
|
| 26 |
+
observation_mode: proprio_task
|
| 27 |
+
perturbation:
|
| 28 |
+
direction: lateral
|
| 29 |
+
duration_s: 0.04
|
| 30 |
+
force: 10.0
|
| 31 |
+
start_time_s: 0.75
|
| 32 |
+
type: side_push
|
| 33 |
+
task: heading_hold
|
| 34 |
+
terrain_seeds:
|
| 35 |
+
- 0
|
| 36 |
+
- 1
|
| 37 |
+
- 2
|
| 38 |
+
- 3
|
| 39 |
+
terrains:
|
| 40 |
+
- flat
|
| 41 |
+
timestep: 0.0001
|
| 42 |
+
interface_hierarchy:
|
| 43 |
+
batch: interface_hierarchy_original
|
| 44 |
+
connectome: banc_descending_original
|
| 45 |
+
interface: command2
|
| 46 |
+
smoke: false
|
| 47 |
+
task: heading_hold
|
| 48 |
+
train_seed: 2
|
| 49 |
+
policy:
|
| 50 |
+
actor_kwargs:
|
| 51 |
+
dt: 0.01
|
| 52 |
+
input_target: sensory
|
| 53 |
+
mode: rate
|
| 54 |
+
tau_init: 0.02
|
| 55 |
+
use_lora: false
|
| 56 |
+
log_std_init: -0.5
|
| 57 |
+
name: connectome_cfc
|
| 58 |
+
value_hidden:
|
| 59 |
+
- 128
|
| 60 |
+
- 128
|
| 61 |
+
ppo:
|
| 62 |
+
clip_range: 0.2
|
| 63 |
+
ent_coef: 0.0
|
| 64 |
+
gamma: 0.99
|
| 65 |
+
lam: 0.95
|
| 66 |
+
lr: 0.0001
|
| 67 |
+
max_grad_norm: 0.5
|
| 68 |
+
n_envs: 16
|
| 69 |
+
n_epochs: 2
|
| 70 |
+
n_minibatches: 5
|
| 71 |
+
n_steps: 160
|
| 72 |
+
normalize_reward: true
|
| 73 |
+
rollout_heartbeat: 8
|
| 74 |
+
seq_len: 32
|
| 75 |
+
total_timesteps: 500000
|
| 76 |
+
vf_clip_range: 0.2
|
| 77 |
+
vf_coef: 0.5
|
| 78 |
+
seed: 2
|
| 79 |
+
vec_env: subproc
|
configs/S6/banc_motor/seed_0.yaml
ADDED
|
@@ -0,0 +1,79 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
connectome:
|
| 2 |
+
banc_dir: larva/data/banc
|
| 3 |
+
chunksize: 250000
|
| 4 |
+
global_gain: 1.0
|
| 5 |
+
kind: original
|
| 6 |
+
min_syn_count: 1
|
| 7 |
+
normalization: row_l1
|
| 8 |
+
output_selector:
|
| 9 |
+
field: super_class
|
| 10 |
+
include:
|
| 11 |
+
- motor
|
| 12 |
+
polarity:
|
| 13 |
+
unknown_action: zero
|
| 14 |
+
randomize_seed: 0
|
| 15 |
+
sensory_selector:
|
| 16 |
+
field: flow
|
| 17 |
+
include:
|
| 18 |
+
- afferent
|
| 19 |
+
species: banc
|
| 20 |
+
env:
|
| 21 |
+
action_mode: command2
|
| 22 |
+
decision_interval: 100
|
| 23 |
+
flip_penalty: 1000.0
|
| 24 |
+
max_correction: 10.0
|
| 25 |
+
max_time: 1.5
|
| 26 |
+
observation_mode: proprio_task
|
| 27 |
+
perturbation:
|
| 28 |
+
direction: lateral
|
| 29 |
+
duration_s: 0.04
|
| 30 |
+
force: 10.0
|
| 31 |
+
start_time_s: 0.75
|
| 32 |
+
type: side_push
|
| 33 |
+
task: heading_hold
|
| 34 |
+
terrain_seeds:
|
| 35 |
+
- 0
|
| 36 |
+
- 1
|
| 37 |
+
- 2
|
| 38 |
+
- 3
|
| 39 |
+
terrains:
|
| 40 |
+
- flat
|
| 41 |
+
timestep: 0.0001
|
| 42 |
+
interface_hierarchy:
|
| 43 |
+
batch: interface_hierarchy_original
|
| 44 |
+
connectome: banc_original
|
| 45 |
+
interface: command2
|
| 46 |
+
smoke: false
|
| 47 |
+
task: heading_hold
|
| 48 |
+
train_seed: 0
|
| 49 |
+
policy:
|
| 50 |
+
actor_kwargs:
|
| 51 |
+
dt: 0.01
|
| 52 |
+
input_target: sensory
|
| 53 |
+
mode: rate
|
| 54 |
+
tau_init: 0.02
|
| 55 |
+
use_lora: false
|
| 56 |
+
log_std_init: -0.5
|
| 57 |
+
name: connectome_cfc
|
| 58 |
+
value_hidden:
|
| 59 |
+
- 128
|
| 60 |
+
- 128
|
| 61 |
+
ppo:
|
| 62 |
+
clip_range: 0.2
|
| 63 |
+
ent_coef: 0.0
|
| 64 |
+
gamma: 0.99
|
| 65 |
+
lam: 0.95
|
| 66 |
+
lr: 0.0001
|
| 67 |
+
max_grad_norm: 0.5
|
| 68 |
+
n_envs: 16
|
| 69 |
+
n_epochs: 2
|
| 70 |
+
n_minibatches: 5
|
| 71 |
+
n_steps: 160
|
| 72 |
+
normalize_reward: true
|
| 73 |
+
rollout_heartbeat: 8
|
| 74 |
+
seq_len: 32
|
| 75 |
+
total_timesteps: 500000
|
| 76 |
+
vf_clip_range: 0.2
|
| 77 |
+
vf_coef: 0.5
|
| 78 |
+
seed: 0
|
| 79 |
+
vec_env: subproc
|
configs/S6/banc_motor/seed_1.yaml
ADDED
|
@@ -0,0 +1,79 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
connectome:
|
| 2 |
+
banc_dir: larva/data/banc
|
| 3 |
+
chunksize: 250000
|
| 4 |
+
global_gain: 1.0
|
| 5 |
+
kind: original
|
| 6 |
+
min_syn_count: 1
|
| 7 |
+
normalization: row_l1
|
| 8 |
+
output_selector:
|
| 9 |
+
field: super_class
|
| 10 |
+
include:
|
| 11 |
+
- motor
|
| 12 |
+
polarity:
|
| 13 |
+
unknown_action: zero
|
| 14 |
+
randomize_seed: 0
|
| 15 |
+
sensory_selector:
|
| 16 |
+
field: flow
|
| 17 |
+
include:
|
| 18 |
+
- afferent
|
| 19 |
+
species: banc
|
| 20 |
+
env:
|
| 21 |
+
action_mode: command2
|
| 22 |
+
decision_interval: 100
|
| 23 |
+
flip_penalty: 1000.0
|
| 24 |
+
max_correction: 10.0
|
| 25 |
+
max_time: 1.5
|
| 26 |
+
observation_mode: proprio_task
|
| 27 |
+
perturbation:
|
| 28 |
+
direction: lateral
|
| 29 |
+
duration_s: 0.04
|
| 30 |
+
force: 10.0
|
| 31 |
+
start_time_s: 0.75
|
| 32 |
+
type: side_push
|
| 33 |
+
task: heading_hold
|
| 34 |
+
terrain_seeds:
|
| 35 |
+
- 0
|
| 36 |
+
- 1
|
| 37 |
+
- 2
|
| 38 |
+
- 3
|
| 39 |
+
terrains:
|
| 40 |
+
- flat
|
| 41 |
+
timestep: 0.0001
|
| 42 |
+
interface_hierarchy:
|
| 43 |
+
batch: interface_hierarchy_original
|
| 44 |
+
connectome: banc_original
|
| 45 |
+
interface: command2
|
| 46 |
+
smoke: false
|
| 47 |
+
task: heading_hold
|
| 48 |
+
train_seed: 1
|
| 49 |
+
policy:
|
| 50 |
+
actor_kwargs:
|
| 51 |
+
dt: 0.01
|
| 52 |
+
input_target: sensory
|
| 53 |
+
mode: rate
|
| 54 |
+
tau_init: 0.02
|
| 55 |
+
use_lora: false
|
| 56 |
+
log_std_init: -0.5
|
| 57 |
+
name: connectome_cfc
|
| 58 |
+
value_hidden:
|
| 59 |
+
- 128
|
| 60 |
+
- 128
|
| 61 |
+
ppo:
|
| 62 |
+
clip_range: 0.2
|
| 63 |
+
ent_coef: 0.0
|
| 64 |
+
gamma: 0.99
|
| 65 |
+
lam: 0.95
|
| 66 |
+
lr: 0.0001
|
| 67 |
+
max_grad_norm: 0.5
|
| 68 |
+
n_envs: 16
|
| 69 |
+
n_epochs: 2
|
| 70 |
+
n_minibatches: 5
|
| 71 |
+
n_steps: 160
|
| 72 |
+
normalize_reward: true
|
| 73 |
+
rollout_heartbeat: 8
|
| 74 |
+
seq_len: 32
|
| 75 |
+
total_timesteps: 500000
|
| 76 |
+
vf_clip_range: 0.2
|
| 77 |
+
vf_coef: 0.5
|
| 78 |
+
seed: 1
|
| 79 |
+
vec_env: subproc
|
configs/S6/banc_motor/seed_2.yaml
ADDED
|
@@ -0,0 +1,79 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
connectome:
|
| 2 |
+
banc_dir: larva/data/banc
|
| 3 |
+
chunksize: 250000
|
| 4 |
+
global_gain: 1.0
|
| 5 |
+
kind: original
|
| 6 |
+
min_syn_count: 1
|
| 7 |
+
normalization: row_l1
|
| 8 |
+
output_selector:
|
| 9 |
+
field: super_class
|
| 10 |
+
include:
|
| 11 |
+
- motor
|
| 12 |
+
polarity:
|
| 13 |
+
unknown_action: zero
|
| 14 |
+
randomize_seed: 0
|
| 15 |
+
sensory_selector:
|
| 16 |
+
field: flow
|
| 17 |
+
include:
|
| 18 |
+
- afferent
|
| 19 |
+
species: banc
|
| 20 |
+
env:
|
| 21 |
+
action_mode: command2
|
| 22 |
+
decision_interval: 100
|
| 23 |
+
flip_penalty: 1000.0
|
| 24 |
+
max_correction: 10.0
|
| 25 |
+
max_time: 1.5
|
| 26 |
+
observation_mode: proprio_task
|
| 27 |
+
perturbation:
|
| 28 |
+
direction: lateral
|
| 29 |
+
duration_s: 0.04
|
| 30 |
+
force: 10.0
|
| 31 |
+
start_time_s: 0.75
|
| 32 |
+
type: side_push
|
| 33 |
+
task: heading_hold
|
| 34 |
+
terrain_seeds:
|
| 35 |
+
- 0
|
| 36 |
+
- 1
|
| 37 |
+
- 2
|
| 38 |
+
- 3
|
| 39 |
+
terrains:
|
| 40 |
+
- flat
|
| 41 |
+
timestep: 0.0001
|
| 42 |
+
interface_hierarchy:
|
| 43 |
+
batch: interface_hierarchy_original
|
| 44 |
+
connectome: banc_original
|
| 45 |
+
interface: command2
|
| 46 |
+
smoke: false
|
| 47 |
+
task: heading_hold
|
| 48 |
+
train_seed: 2
|
| 49 |
+
policy:
|
| 50 |
+
actor_kwargs:
|
| 51 |
+
dt: 0.01
|
| 52 |
+
input_target: sensory
|
| 53 |
+
mode: rate
|
| 54 |
+
tau_init: 0.02
|
| 55 |
+
use_lora: false
|
| 56 |
+
log_std_init: -0.5
|
| 57 |
+
name: connectome_cfc
|
| 58 |
+
value_hidden:
|
| 59 |
+
- 128
|
| 60 |
+
- 128
|
| 61 |
+
ppo:
|
| 62 |
+
clip_range: 0.2
|
| 63 |
+
ent_coef: 0.0
|
| 64 |
+
gamma: 0.99
|
| 65 |
+
lam: 0.95
|
| 66 |
+
lr: 0.0001
|
| 67 |
+
max_grad_norm: 0.5
|
| 68 |
+
n_envs: 16
|
| 69 |
+
n_epochs: 2
|
| 70 |
+
n_minibatches: 5
|
| 71 |
+
n_steps: 160
|
| 72 |
+
normalize_reward: true
|
| 73 |
+
rollout_heartbeat: 8
|
| 74 |
+
seq_len: 32
|
| 75 |
+
total_timesteps: 500000
|
| 76 |
+
vf_clip_range: 0.2
|
| 77 |
+
vf_coef: 0.5
|
| 78 |
+
seed: 2
|
| 79 |
+
vec_env: subproc
|
configs/figure2/connectome/seed_2011.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "connectome",
|
| 3 |
+
"seed": 2011,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2011,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2011,
|
| 31 |
+
"environment_seed": 5201100,
|
| 32 |
+
"policy_sampling_seed": 102011,
|
| 33 |
+
"minibatch_seed": 302011,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "663b9123cb0942fd2bbd98a8da7aaa14968116780a24042a28f6cb213dba4302",
|
| 48 |
+
"graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
|
| 49 |
+
"graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/connectome/seed_2012.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "connectome",
|
| 3 |
+
"seed": 2012,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2012,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2012,
|
| 31 |
+
"environment_seed": 5201200,
|
| 32 |
+
"policy_sampling_seed": 102012,
|
| 33 |
+
"minibatch_seed": 302012,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "27e7d4589ae2a02d49168ee3130056bc39e7d5acf80c93c5c78bec08901a3270",
|
| 48 |
+
"graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
|
| 49 |
+
"graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/connectome/seed_2013.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "connectome",
|
| 3 |
+
"seed": 2013,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2013,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2013,
|
| 31 |
+
"environment_seed": 5201300,
|
| 32 |
+
"policy_sampling_seed": 102013,
|
| 33 |
+
"minibatch_seed": 302013,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "e005816168be1f9a68a4e86d709e31c4746a591ad27106f580f1a8ac8146188d",
|
| 48 |
+
"graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
|
| 49 |
+
"graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/connectome/seed_2014.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "connectome",
|
| 3 |
+
"seed": 2014,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2014,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2014,
|
| 31 |
+
"environment_seed": 5201400,
|
| 32 |
+
"policy_sampling_seed": 102014,
|
| 33 |
+
"minibatch_seed": 302014,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "1d01c86fdf54cee2689893193bad53dccd5ddc7662e3041d705c57aae05db9cf",
|
| 48 |
+
"graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
|
| 49 |
+
"graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/connectome/seed_2015.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "connectome",
|
| 3 |
+
"seed": 2015,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2015,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2015,
|
| 31 |
+
"environment_seed": 5201500,
|
| 32 |
+
"policy_sampling_seed": 102015,
|
| 33 |
+
"minibatch_seed": 302015,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "0f0f10c0bb695923b99f909614ff2b05cf2d426a5fc8489cae9cba88bc4128a0",
|
| 48 |
+
"graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
|
| 49 |
+
"graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/connectome/seed_2016.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "connectome",
|
| 3 |
+
"seed": 2016,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2016,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2016,
|
| 31 |
+
"environment_seed": 5201600,
|
| 32 |
+
"policy_sampling_seed": 102016,
|
| 33 |
+
"minibatch_seed": 302016,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "e7ac33a797fccb430fc12d7dc419a307a4bbe8148107f9394d6c324e4502e3cb",
|
| 48 |
+
"graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
|
| 49 |
+
"graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/connectome/seed_2017.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "connectome",
|
| 3 |
+
"seed": 2017,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2017,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2017,
|
| 31 |
+
"environment_seed": 5201700,
|
| 32 |
+
"policy_sampling_seed": 102017,
|
| 33 |
+
"minibatch_seed": 302017,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "af0e370c98101dae66fc3ae5f66047d573fb767917e2d74319069cc75f82ca6b",
|
| 48 |
+
"graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
|
| 49 |
+
"graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/connectome/seed_2018.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "connectome",
|
| 3 |
+
"seed": 2018,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2018,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2018,
|
| 31 |
+
"environment_seed": 5201800,
|
| 32 |
+
"policy_sampling_seed": 102018,
|
| 33 |
+
"minibatch_seed": 302018,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "473c2abd5dbf0604b19594a05671430bbbea667f02e8df4e3c292cd0ea02f089",
|
| 48 |
+
"graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
|
| 49 |
+
"graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/connectome/seed_2019.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "connectome",
|
| 3 |
+
"seed": 2019,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2019,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2019,
|
| 31 |
+
"environment_seed": 5201900,
|
| 32 |
+
"policy_sampling_seed": 102019,
|
| 33 |
+
"minibatch_seed": 302019,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "987b4cf36337646a2ede352a26900de76ac49af659af6519caa7809c692d1c4f",
|
| 48 |
+
"graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
|
| 49 |
+
"graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/connectome/seed_2020.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "connectome",
|
| 3 |
+
"seed": 2020,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2020,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2020,
|
| 31 |
+
"environment_seed": 5202000,
|
| 32 |
+
"policy_sampling_seed": 102020,
|
| 33 |
+
"minibatch_seed": 302020,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "9d7ce49cb0c96ed0ec9af1e5b73c9f93c7ee35a74182a249c5fdcc14375058ca",
|
| 48 |
+
"graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
|
| 49 |
+
"graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/connectome/seed_2021.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "connectome",
|
| 3 |
+
"seed": 2021,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2021,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2021,
|
| 31 |
+
"environment_seed": 5202100,
|
| 32 |
+
"policy_sampling_seed": 102021,
|
| 33 |
+
"minibatch_seed": 302021,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "a0121d8d6fb53980e9a2e0056a70efa9405e7894de5b84d34340b03b9b936cfe",
|
| 48 |
+
"graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
|
| 49 |
+
"graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/connectome/seed_2022.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "connectome",
|
| 3 |
+
"seed": 2022,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2022,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2022,
|
| 31 |
+
"environment_seed": 5202200,
|
| 32 |
+
"policy_sampling_seed": 102022,
|
| 33 |
+
"minibatch_seed": 302022,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "5cf8fe449402a9217e565ce53111bc58b2e6a2f3a8df2ebe904ec9afbd81665e",
|
| 48 |
+
"graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
|
| 49 |
+
"graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/connectome/seed_2023.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "connectome",
|
| 3 |
+
"seed": 2023,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2023,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2023,
|
| 31 |
+
"environment_seed": 5202300,
|
| 32 |
+
"policy_sampling_seed": 102023,
|
| 33 |
+
"minibatch_seed": 302023,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "40b3c46e8e20197007f9d394bb9a282d707df23f73e8aede75991084df8dd5e2",
|
| 48 |
+
"graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
|
| 49 |
+
"graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/connectome/seed_2024.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "connectome",
|
| 3 |
+
"seed": 2024,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2024,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2024,
|
| 31 |
+
"environment_seed": 5202400,
|
| 32 |
+
"policy_sampling_seed": 102024,
|
| 33 |
+
"minibatch_seed": 302024,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "d3d564c0b8901fee3bdfccdce8fb678b4bda7ee8f7c9454ca2601eee8d8a8048",
|
| 48 |
+
"graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
|
| 49 |
+
"graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/connectome/seed_2025.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "connectome",
|
| 3 |
+
"seed": 2025,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2025,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2025,
|
| 31 |
+
"environment_seed": 5202500,
|
| 32 |
+
"policy_sampling_seed": 102025,
|
| 33 |
+
"minibatch_seed": 302025,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "8e8ef57e505352aadb496afc69ff08ee15caf9e52cb82f6b7773aeff701e4617",
|
| 48 |
+
"graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
|
| 49 |
+
"graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/connectome/seed_2026.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "connectome",
|
| 3 |
+
"seed": 2026,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2026,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2026,
|
| 31 |
+
"environment_seed": 5202600,
|
| 32 |
+
"policy_sampling_seed": 102026,
|
| 33 |
+
"minibatch_seed": 302026,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "014bc75abbb7047ae99c521fd34b3179c0a5462b31f02ec6a15a06da44e9459f",
|
| 48 |
+
"graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
|
| 49 |
+
"graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/connectome/seed_2027.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "connectome",
|
| 3 |
+
"seed": 2027,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2027,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2027,
|
| 31 |
+
"environment_seed": 5202700,
|
| 32 |
+
"policy_sampling_seed": 102027,
|
| 33 |
+
"minibatch_seed": 302027,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "4c4ad13c44d5d4df2a7347d2f954755c3f76955e122bd735a2967543f74a374f",
|
| 48 |
+
"graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
|
| 49 |
+
"graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/connectome/seed_2028.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "connectome",
|
| 3 |
+
"seed": 2028,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2028,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2028,
|
| 31 |
+
"environment_seed": 5202800,
|
| 32 |
+
"policy_sampling_seed": 102028,
|
| 33 |
+
"minibatch_seed": 302028,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "fee737e447bd4ab6542e53d21fe271887f6a88090634decd0b8925d253a15d4e",
|
| 48 |
+
"graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
|
| 49 |
+
"graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/connectome/seed_2029.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "connectome",
|
| 3 |
+
"seed": 2029,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2029,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2029,
|
| 31 |
+
"environment_seed": 5202900,
|
| 32 |
+
"policy_sampling_seed": 102029,
|
| 33 |
+
"minibatch_seed": 302029,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "125c5cbcab296c4cd98a6af032c440e8eb82a722c43a6165045e00c0f4b601a8",
|
| 48 |
+
"graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
|
| 49 |
+
"graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/connectome/seed_2030.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "connectome",
|
| 3 |
+
"seed": 2030,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2030,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2030,
|
| 31 |
+
"environment_seed": 5203000,
|
| 32 |
+
"policy_sampling_seed": 102030,
|
| 33 |
+
"minibatch_seed": 302030,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "8f953b7060aefdf6c736b37f2608446408210afc49072c99e0617134e0ccc0a3",
|
| 48 |
+
"graph_sha256": "547da3a28a9c7acb279cbc071f7582cbc45f3da3f07503e0d042980fb99eaa03",
|
| 49 |
+
"graph_buffers_sha256": "defe28edec2e000943bd7709e3439881e58a1e42bb4d9b870025e82826807ca7",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/er/seed_2011.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "er",
|
| 3 |
+
"seed": 2011,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2011,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2011,
|
| 31 |
+
"environment_seed": 5201100,
|
| 32 |
+
"policy_sampling_seed": 102011,
|
| 33 |
+
"minibatch_seed": 302011,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "663b9123cb0942fd2bbd98a8da7aaa14968116780a24042a28f6cb213dba4302",
|
| 48 |
+
"graph_sha256": "af7bb7c42684e85f813d8fb53357cc5471a447f6b7088092822f4fc9ef4fb492",
|
| 49 |
+
"graph_buffers_sha256": "b42a1725f17c3740ce5a3b7db45688aca856797d05a1346a1917e7776d5080d2",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/er/seed_2012.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "er",
|
| 3 |
+
"seed": 2012,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2012,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2012,
|
| 31 |
+
"environment_seed": 5201200,
|
| 32 |
+
"policy_sampling_seed": 102012,
|
| 33 |
+
"minibatch_seed": 302012,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "27e7d4589ae2a02d49168ee3130056bc39e7d5acf80c93c5c78bec08901a3270",
|
| 48 |
+
"graph_sha256": "1e31e4c7fb4a3d4e626e209f87c3bb84a5beae4b64c3b2db341769debe5c7cb0",
|
| 49 |
+
"graph_buffers_sha256": "61699a00c20da810d8be9c72eab5aabd5174da9e8a3a88e389fb50856e28ab4f",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/er/seed_2013.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "er",
|
| 3 |
+
"seed": 2013,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2013,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2013,
|
| 31 |
+
"environment_seed": 5201300,
|
| 32 |
+
"policy_sampling_seed": 102013,
|
| 33 |
+
"minibatch_seed": 302013,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "e005816168be1f9a68a4e86d709e31c4746a591ad27106f580f1a8ac8146188d",
|
| 48 |
+
"graph_sha256": "8e512a5165514a154f3dc4e00b22584a515dabc02a84f6cadc53979aaf509ee1",
|
| 49 |
+
"graph_buffers_sha256": "501af264917a4ddefe0df64b2e2126ea0ac29385b218a3601bde830436cd990d",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/er/seed_2014.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "er",
|
| 3 |
+
"seed": 2014,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2014,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2014,
|
| 31 |
+
"environment_seed": 5201400,
|
| 32 |
+
"policy_sampling_seed": 102014,
|
| 33 |
+
"minibatch_seed": 302014,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "1d01c86fdf54cee2689893193bad53dccd5ddc7662e3041d705c57aae05db9cf",
|
| 48 |
+
"graph_sha256": "721c7528d0969ad088566aa81a59658e5b0617ecb749a503ef14ebf686b259f4",
|
| 49 |
+
"graph_buffers_sha256": "8f061f242dab13ed8e9bfc61c7992dcfb102c563ce376c117e5be70675d948a9",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/er/seed_2015.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "er",
|
| 3 |
+
"seed": 2015,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2015,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2015,
|
| 31 |
+
"environment_seed": 5201500,
|
| 32 |
+
"policy_sampling_seed": 102015,
|
| 33 |
+
"minibatch_seed": 302015,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "0f0f10c0bb695923b99f909614ff2b05cf2d426a5fc8489cae9cba88bc4128a0",
|
| 48 |
+
"graph_sha256": "0dd14788c19f7e4c007d2d0d900c499ffaf494747d15f6e4d5454c074aa7bff9",
|
| 49 |
+
"graph_buffers_sha256": "4677e7f045eb43036acd3cd54ccb2b4bb5a5137182168aee99260fe3276b63b2",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/er/seed_2016.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "er",
|
| 3 |
+
"seed": 2016,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2016,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2016,
|
| 31 |
+
"environment_seed": 5201600,
|
| 32 |
+
"policy_sampling_seed": 102016,
|
| 33 |
+
"minibatch_seed": 302016,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "e7ac33a797fccb430fc12d7dc419a307a4bbe8148107f9394d6c324e4502e3cb",
|
| 48 |
+
"graph_sha256": "e03df681a124f88b006169542334357aa3bafaf6b570cb765467a9769c93121b",
|
| 49 |
+
"graph_buffers_sha256": "dea28f4414b185e078e4a39930daae96480b1b96f367e5aba3d50e167eea1c1d",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/er/seed_2017.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "er",
|
| 3 |
+
"seed": 2017,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2017,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2017,
|
| 31 |
+
"environment_seed": 5201700,
|
| 32 |
+
"policy_sampling_seed": 102017,
|
| 33 |
+
"minibatch_seed": 302017,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "af0e370c98101dae66fc3ae5f66047d573fb767917e2d74319069cc75f82ca6b",
|
| 48 |
+
"graph_sha256": "8d89b097ea5df04a3cc90541f54f226b50ab64c457511a81c58bbe0eff0c432b",
|
| 49 |
+
"graph_buffers_sha256": "8fa55cb252067cda2d4212fb99731f15bd7817b762e2ea488f1158bb7a7e4d97",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/er/seed_2018.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "er",
|
| 3 |
+
"seed": 2018,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2018,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2018,
|
| 31 |
+
"environment_seed": 5201800,
|
| 32 |
+
"policy_sampling_seed": 102018,
|
| 33 |
+
"minibatch_seed": 302018,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "473c2abd5dbf0604b19594a05671430bbbea667f02e8df4e3c292cd0ea02f089",
|
| 48 |
+
"graph_sha256": "028b562392a4bceae6a679aaeb7aae26241adbba8fb587b2305f6da6d4c24a62",
|
| 49 |
+
"graph_buffers_sha256": "dc95cc3fb1c3a7c7a97eb9a489ef4784605ad56f2fe028fcb9585cc36558c8ce",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/er/seed_2019.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "er",
|
| 3 |
+
"seed": 2019,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2019,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2019,
|
| 31 |
+
"environment_seed": 5201900,
|
| 32 |
+
"policy_sampling_seed": 102019,
|
| 33 |
+
"minibatch_seed": 302019,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "987b4cf36337646a2ede352a26900de76ac49af659af6519caa7809c692d1c4f",
|
| 48 |
+
"graph_sha256": "a17874dac6acffbbd0e6713b12a795b58fb7f01ffe57ea36955d3a7a24877e11",
|
| 49 |
+
"graph_buffers_sha256": "1042e9bc3309815321fbb82770280469c6aea80f335f36b6c593601eb79151f0",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|
configs/figure2/er/seed_2020.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "er",
|
| 3 |
+
"seed": 2020,
|
| 4 |
+
"config": {
|
| 5 |
+
"total_timesteps": 32768,
|
| 6 |
+
"n_envs": 8,
|
| 7 |
+
"n_steps": 32,
|
| 8 |
+
"seq_len": 8,
|
| 9 |
+
"n_epochs": 4,
|
| 10 |
+
"n_minibatches": 8,
|
| 11 |
+
"gamma": 0.9920319148370607,
|
| 12 |
+
"lam": 0.951229424500714,
|
| 13 |
+
"clip_range": 0.2,
|
| 14 |
+
"vf_clip_range": 0.2,
|
| 15 |
+
"lr": 0.0001,
|
| 16 |
+
"actor_lr": 0.0001,
|
| 17 |
+
"critic_lr": 0.0001,
|
| 18 |
+
"log_std_lr": 0.001,
|
| 19 |
+
"vf_coef": 0.5,
|
| 20 |
+
"ent_coef": 0.0,
|
| 21 |
+
"max_grad_norm": 0.5,
|
| 22 |
+
"separate_actor_critic_grad_clipping": true,
|
| 23 |
+
"target_kl": 0.03,
|
| 24 |
+
"normalize_reward": true,
|
| 25 |
+
"normalize_observation": false,
|
| 26 |
+
"observation_clip": 10.0,
|
| 27 |
+
"log_interval": 1,
|
| 28 |
+
"seed": 2020,
|
| 29 |
+
"separate_rng_streams": true,
|
| 30 |
+
"initialization_seed": 2020,
|
| 31 |
+
"environment_seed": 5202000,
|
| 32 |
+
"policy_sampling_seed": 102020,
|
| 33 |
+
"minibatch_seed": 302020,
|
| 34 |
+
"initial_hidden_mode": "zero",
|
| 35 |
+
"rollout_heartbeat": 4,
|
| 36 |
+
"best_checkpoint_mode": "return",
|
| 37 |
+
"best_checkpoint_window": 100,
|
| 38 |
+
"best_checkpoint_min_episodes": 10,
|
| 39 |
+
"best_checkpoint_velocity_key": "mean_x_velocity",
|
| 40 |
+
"best_checkpoint_min_forward_velocity": 0.0,
|
| 41 |
+
"best_checkpoint_max_high_z_termination_rate": 1.0,
|
| 42 |
+
"best_checkpoint_max_inverted_completion_rate": 1.0,
|
| 43 |
+
"best_checkpoint_max_functional_failure_rate": 1.0
|
| 44 |
+
},
|
| 45 |
+
"actor_parameter_count": 404593,
|
| 46 |
+
"critic_parameter_count": 242433,
|
| 47 |
+
"critic_sha256": "9d7ce49cb0c96ed0ec9af1e5b73c9f93c7ee35a74182a249c5fdcc14375058ca",
|
| 48 |
+
"graph_sha256": "883b6a156e574babecdc4bc179651247d0faa6d3fee1f9d8236b6c099e94f6b2",
|
| 49 |
+
"graph_buffers_sha256": "e85e353744dba32fe3458d16832d657279d5c9e284a680b6e7f35a6cba84e952",
|
| 50 |
+
"action_storage": "pre-tanh Gaussian coordinates",
|
| 51 |
+
"observation_dim": 688,
|
| 52 |
+
"action_dim": 6,
|
| 53 |
+
"teacher_used": false,
|
| 54 |
+
"pretrained_actor_loaded": false,
|
| 55 |
+
"readout": "normalized",
|
| 56 |
+
"body": "NeuromechFly",
|
| 57 |
+
"exploration_sampling": "antithetic_environment_halves",
|
| 58 |
+
"initial_log_std": -1.0,
|
| 59 |
+
"leg_residual_l2_limit_rad": 0.25980762113533157,
|
| 60 |
+
"motor_interface": "normalized_multijoint_leg_synergy"
|
| 61 |
+
}
|