Hugging Face's logo

typoverflow
/
fastwam

Model card Files
xet
 Community
typoverflow commited on
Commit
ac403ed
·
verified ·
1 Parent(s): a8d4f3a

Upload folder using huggingface_hub

Browse files
Files changed (23) hide show
  1. libero/from_causalwan22_step_00027500/checkpoints/state/step_040000/pytorch_model/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  2. libero/from_causalwan22_step_00027500/checkpoints/state/step_040000/pytorch_model/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  3. libero/from_causalwan22_step_00027500/checkpoints/state/step_040000/pytorch_model/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  4. libero/from_causalwan22_step_00027500/checkpoints/state/step_040000/pytorch_model/mp_rank_00_model_states.pt +3 -0
  5. libero/from_causalwan22_step_00027500/checkpoints/weights/step_040000.pt +3 -0
  6. libero/from_causalwan22_step_00027500/config.yaml +196 -0
  7. libero/from_causalwan22_step_00027500/dataset_stats.json +1938 -0
  8. libero/from_wan22/checkpoints/state/step_040000/latest +1 -0
  9. libero/from_wan22/checkpoints/state/step_040000/pytorch_model/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  10. libero/from_wan22/checkpoints/state/step_040000/pytorch_model/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  11. libero/from_wan22/checkpoints/state/step_040000/pytorch_model/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  12. libero/from_wan22/checkpoints/state/step_040000/pytorch_model/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +3 -0
  13. libero/from_wan22/checkpoints/state/step_040000/pytorch_model/mp_rank_00_model_states.pt +3 -0
  14. libero/from_wan22/checkpoints/state/step_040000/random_states_0.pkl +3 -0
  15. libero/from_wan22/checkpoints/state/step_040000/random_states_1.pkl +3 -0
  16. libero/from_wan22/checkpoints/state/step_040000/random_states_2.pkl +3 -0
  17. libero/from_wan22/checkpoints/state/step_040000/random_states_3.pkl +3 -0
  18. libero/from_wan22/checkpoints/state/step_040000/scheduler.bin +3 -0
  19. libero/from_wan22/checkpoints/state/step_040000/trainer_state.json +5 -0
  20. libero/from_wan22/checkpoints/state/step_040000/zero_to_fp32.py +760 -0
  21. libero/from_wan22/checkpoints/weights/step_040000.pt +3 -0
  22. libero/from_wan22/config.yaml +196 -0
  23. libero/from_wan22/dataset_stats.json +1938 -0
libero/from_causalwan22_step_00027500/checkpoints/state/step_040000/pytorch_model/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fc4cf2ca242fbb5f52e51b6d76c246080e364f8d3f809be1d2462a54ba2f7c8
3
+ size 6807748608
libero/from_causalwan22_step_00027500/checkpoints/state/step_040000/pytorch_model/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:131d71c2afbdc7727752650d42c9017f7584949eb6b41d2e6917c0b678f90a0b
3
+ size 6303645696
libero/from_causalwan22_step_00027500/checkpoints/state/step_040000/pytorch_model/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c67b5910180a9e6e1982a15531eda900e41e349994807c734c927ae97c9ac701
3
+ size 6704463872
libero/from_causalwan22_step_00027500/checkpoints/state/step_040000/pytorch_model/mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a85ee9b889990ebb1db3039a2ef5f259154210298cd16d9e50934f48386eeca
3
+ size 7316439040
libero/from_causalwan22_step_00027500/checkpoints/weights/step_040000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:254618178002963b556e101449774af8e0887933b64ba6fbd01226b6bf506800
3
+ size 12041735545
libero/from_causalwan22_step_00027500/config.yaml ADDED
@@ -0,0 +1,196 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ output_dir: ./runs/libero_causalwam_idm_2cam224_1e-4/2026-04-20_05-26-38
2
+ batch_size: 4
3
+ num_workers: 4
4
+ lr_scheduler_type: constant
5
+ learning_rate: 1.0e-05
6
+ num_epochs: 5
7
+ max_steps: null
8
+ log_every: 10
9
+ save_every: 5000
10
+ eval_every: 50
11
+ eval_num_inference_steps: 10
12
+ gradient_accumulation_steps: 1
13
+ mixed_precision: bf16
14
+ seed: 42
15
+ max_grad_norm: 1.0
16
+ weight_decay: 0.001
17
+ resume: null
18
+ wandb:
19
+ enabled: true
20
+ workspace: gaochenxiao
21
+ project: fastwam
22
+ name: libero-bs4-lr_constant1e-5-CausaWan22-step_00027500
23
+ group: null
24
+ mode: online
25
+ data:
26
+ train:
27
+ _target_: fastwam.datasets.lerobot.robot_video_dataset.RobotVideoDataset
28
+ dataset_dirs:
29
+ - ./data/libero_mujoco3.3.2/libero_spatial_no_noops_lerobot
30
+ - ./data/libero_mujoco3.3.2/libero_object_no_noops_lerobot
31
+ - ./data/libero_mujoco3.3.2/libero_goal_no_noops_lerobot
32
+ - ./data/libero_mujoco3.3.2/libero_10_no_noops_lerobot
33
+ shape_meta:
34
+ images:
35
+ - key: image
36
+ raw_shape:
37
+ - 3
38
+ - 512
39
+ - 512
40
+ shape:
41
+ - 3
42
+ - 224
43
+ - 224
44
+ - key: wrist_image
45
+ raw_shape:
46
+ - 3
47
+ - 512
48
+ - 512
49
+ shape:
50
+ - 3
51
+ - 224
52
+ - 224
53
+ action:
54
+ - key: default
55
+ raw_shape: 7
56
+ shape: 7
57
+ state:
58
+ - key: default
59
+ raw_shape: 8
60
+ shape: 8
61
+ num_frames: 33
62
+ global_sample_stride: 1
63
+ action_video_freq_ratio: 4
64
+ video_size:
65
+ - 224
66
+ - 448
67
+ camera_key: null
68
+ val_set_proportion: 0.0
69
+ is_training_set: true
70
+ skip_padding_as_possible: false
71
+ concat_multi_camera: horizontal
72
+ processor:
73
+ _target_: fastwam.datasets.lerobot.processors.fastwam_processor.FastWAMProcessor
74
+ shape_meta:
75
+ images:
76
+ - key: image
77
+ raw_shape:
78
+ - 3
79
+ - 512
80
+ - 512
81
+ shape:
82
+ - 3
83
+ - 224
84
+ - 224
85
+ - key: wrist_image
86
+ raw_shape:
87
+ - 3
88
+ - 512
89
+ - 512
90
+ shape:
91
+ - 3
92
+ - 224
93
+ - 224
94
+ action:
95
+ - key: default
96
+ raw_shape: 7
97
+ shape: 7
98
+ state:
99
+ - key: default
100
+ raw_shape: 8
101
+ shape: 8
102
+ num_obs_steps: 33
103
+ num_output_cameras: 2
104
+ action_output_dim: 7
105
+ proprio_output_dim: 8
106
+ delta_action_dim_mask:
107
+ default:
108
+ - true
109
+ - true
110
+ - true
111
+ - true
112
+ - true
113
+ - true
114
+ - false
115
+ action_state_transforms: null
116
+ use_stepwise_action_norm: false
117
+ norm_default_mode: min/max
118
+ norm_exception_mode: null
119
+ action_state_merger:
120
+ _target_: fastwam.datasets.lerobot.transforms.action_state_merger.ConcatLeftAlign
121
+ train_transforms:
122
+ - _target_: fastwam.datasets.lerobot.transforms.image.ToTensor
123
+ - _target_: torchvision.transforms.Resize
124
+ size:
125
+ - 224
126
+ - 224
127
+ val_transforms:
128
+ - _target_: fastwam.datasets.lerobot.transforms.image.ToTensor
129
+ - _target_: torchvision.transforms.Resize
130
+ size:
131
+ - 224
132
+ - 224
133
+ text_embedding_cache_dir: ./data/text_embeds_cache/libero
134
+ context_len: 128
135
+ model:
136
+ _target_: fastwam.runtime.create_causalwam_idm
137
+ model_id: Wan-AI/Wan2.2-TI2V-5B
138
+ tokenizer_model_id: Wan-AI/Wan2.1-T2V-1.3B
139
+ tokenizer_max_len: 128
140
+ load_text_encoder: false
141
+ proprio_dim: 8
142
+ redirect_common_files: false
143
+ mot_checkpoint_mixed_attn: false
144
+ action_dit_pretrained_path: checkpoints/fastwam/refactor/2026-04-18_16-33-20/checkpoints/CausalActionDiT_alphascale_1024hdim_step_00027500.pt
145
+ skip_dit_load_from_pretrain: true
146
+ video_dit_pretrained_path: checkpoints/fastwam/refactor/2026-04-18_16-33-20/checkpoints/weights/step_00027500.pt
147
+ video_dit_config:
148
+ has_image_input: false
149
+ patch_size:
150
+ - 1
151
+ - 2
152
+ - 2
153
+ in_dim: 48
154
+ hidden_dim: 3072
155
+ ffn_dim: 14336
156
+ freq_dim: 256
157
+ text_dim: 4096
158
+ out_dim: 48
159
+ num_heads: 24
160
+ attn_head_dim: 128
161
+ num_layers: 30
162
+ eps: 1.0e-06
163
+ seperated_timestep: true
164
+ require_clip_embedding: false
165
+ require_vae_embedding: false
166
+ fuse_vae_embedding_in_latents: true
167
+ use_gradient_checkpointing: false
168
+ video_attention_mask_mode: per_frame_causal
169
+ action_conditioned: false
170
+ action_dim: 7
171
+ action_group_causal_mask_mode: group_diagonal
172
+ cond_config:
173
+ video_cond_noise_prob: 0.5
174
+ video_cond_t_min: 0.5
175
+ video_cond_t_max: 1.0
176
+ action_dit_config:
177
+ action_dim: 7
178
+ hidden_dim: 1024
179
+ ffn_dim: 4096
180
+ num_heads: 24
181
+ attn_head_dim: 128
182
+ num_layers: 30
183
+ text_dim: 4096
184
+ freq_dim: 256
185
+ eps: 1.0e-06
186
+ use_gradient_checkpointing: false
187
+ video_scheduler:
188
+ train_shift: 5.0
189
+ infer_shift: 5.0
190
+ num_train_timesteps: 1000
191
+ action_scheduler:
192
+ train_shift: 5.0
193
+ infer_shift: 5.0
194
+ num_train_timesteps: 1000
195
+ loss:
196
+ lambda_action: 1.0
libero/from_causalwan22_step_00027500/dataset_stats.json ADDED
@@ -0,0 +1,1938 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "state": {
3
+ "default": {
4
+ "stepwise_min": [
5
+ [
6
+ -0.48278069496154785,
7
+ -0.3309336006641388,
8
+ 0.008128181099891663,
9
+ 1.002794623374939,
10
+ -3.6312508583068848,
11
+ -1.842738389968872,
12
+ -0.005453015677630901,
13
+ -0.042015016078948975
14
+ ]
15
+ ],
16
+ "stepwise_max": [
17
+ [
18
+ 0.2103137969970703,
19
+ 0.3904264271259308,
20
+ 1.472778081893921,
21
+ 3.7248642444610596,
22
+ 3.5618896484375,
23
+ 1.3863215446472168,
24
+ 0.04232141748070717,
25
+ 0.0013126095291227102
26
+ ]
27
+ ],
28
+ "global_min": [
29
+ -0.48278069496154785,
30
+ -0.3309336006641388,
31
+ 0.008128181099891663,
32
+ 1.002794623374939,
33
+ -3.6312508583068848,
34
+ -1.842738389968872,
35
+ -0.005453015677630901,
36
+ -0.042015016078948975
37
+ ],
38
+ "global_max": [
39
+ 0.2103137969970703,
40
+ 0.3904264271259308,
41
+ 1.472778081893921,
42
+ 3.7248642444610596,
43
+ 3.5618896484375,
44
+ 1.3863215446472168,
45
+ 0.04232141748070717,
46
+ 0.0013126095291227102
47
+ ],
48
+ "stepwise_q01": [
49
+ [
50
+ -0.48195967078208923,
51
+ -0.3300417959690094,
52
+ 0.008850866928696632,
53
+ 1.0129998922348022,
54
+ -3.619534969329834,
55
+ -1.8389623165130615,
56
+ -0.0013291656505316496,
57
+ -0.04173403978347778
58
+ ]
59
+ ],
60
+ "stepwise_q99": [
61
+ [
62
+ 0.20942535996437073,
63
+ 0.39041632413864136,
64
+ 1.4693706035614014,
65
+ 3.721859931945801,
66
+ 3.5605900287628174,
67
+ 1.3660067319869995,
68
+ 0.04197758436203003,
69
+ 0.0009995142463594675
70
+ ]
71
+ ],
72
+ "global_q01": [
73
+ -0.48195967078208923,
74
+ -0.3300417959690094,
75
+ 0.008850866928696632,
76
+ 1.0129998922348022,
77
+ -3.619534969329834,
78
+ -1.8389623165130615,
79
+ -0.0013291656505316496,
80
+ -0.04173403978347778
81
+ ],
82
+ "global_q99": [
83
+ 0.20942535996437073,
84
+ 0.39041632413864136,
85
+ 1.4693706035614014,
86
+ 3.721859931945801,
87
+ 3.5605900287628174,
88
+ 1.3660067319869995,
89
+ 0.04197758436203003,
90
+ 0.0009995142463594675
91
+ ],
92
+ "stepwise_mean": [
93
+ [
94
+ -0.052439481019973755,
95
+ 0.040308527648448944,
96
+ 0.7768228650093079,
97
+ 2.996931314468384,
98
+ -0.13651959598064423,
99
+ -0.11046146601438522,
100
+ 0.026323523372411728,
101
+ -0.026523755863308907
102
+ ]
103
+ ],
104
+ "stepwise_std": [
105
+ [
106
+ 0.10999668389558792,
107
+ 0.15002697706222534,
108
+ 0.38846009969711304,
109
+ 0.3232516348361969,
110
+ 0.7607998847961426,
111
+ 0.3058409094810486,
112
+ 0.014585155062377453,
113
+ 0.01446242444217205
114
+ ]
115
+ ],
116
+ "global_mean": [
117
+ -0.052439481019973755,
118
+ 0.040308527648448944,
119
+ 0.7768228650093079,
120
+ 2.996931314468384,
121
+ -0.13651959598064423,
122
+ -0.11046146601438522,
123
+ 0.026323523372411728,
124
+ -0.026523755863308907
125
+ ],
126
+ "global_std": [
127
+ 0.10999668389558792,
128
+ 0.15002697706222534,
129
+ 0.38846009969711304,
130
+ 0.3232516348361969,
131
+ 0.7607998847961426,
132
+ 0.3058409094810486,
133
+ 0.014585155062377453,
134
+ 0.01446242444217205
135
+ ]
136
+ }
137
+ },
138
+ "action": {
139
+ "default": {
140
+ "stepwise_min": [
141
+ [
142
+ -0.9375,
143
+ -0.9375,
144
+ -0.9375,
145
+ -0.24214285612106323,
146
+ -0.375,
147
+ -0.3642857074737549,
148
+ 0.0
149
+ ],
150
+ [
151
+ -0.9375,
152
+ -0.9375,
153
+ -0.9375,
154
+ -0.24214285612106323,
155
+ -0.375,
156
+ -0.3642857074737549,
157
+ 0.0
158
+ ],
159
+ [
160
+ -0.9375,
161
+ -0.9375,
162
+ -0.9375,
163
+ -0.24214285612106323,
164
+ -0.375,
165
+ -0.3642857074737549,
166
+ 0.0
167
+ ],
168
+ [
169
+ -0.9375,
170
+ -0.9375,
171
+ -0.9375,
172
+ -0.24214285612106323,
173
+ -0.375,
174
+ -0.3642857074737549,
175
+ 0.0
176
+ ],
177
+ [
178
+ -0.9375,
179
+ -0.9375,
180
+ -0.9375,
181
+ -0.24214285612106323,
182
+ -0.375,
183
+ -0.3642857074737549,
184
+ 0.0
185
+ ],
186
+ [
187
+ -0.9375,
188
+ -0.9375,
189
+ -0.9375,
190
+ -0.24214285612106323,
191
+ -0.375,
192
+ -0.3642857074737549,
193
+ 0.0
194
+ ],
195
+ [
196
+ -0.9375,
197
+ -0.9375,
198
+ -0.9375,
199
+ -0.24214285612106323,
200
+ -0.375,
201
+ -0.3642857074737549,
202
+ 0.0
203
+ ],
204
+ [
205
+ -0.9375,
206
+ -0.9375,
207
+ -0.9375,
208
+ -0.24214285612106323,
209
+ -0.375,
210
+ -0.3642857074737549,
211
+ 0.0
212
+ ],
213
+ [
214
+ -0.9375,
215
+ -0.9375,
216
+ -0.9375,
217
+ -0.24214285612106323,
218
+ -0.375,
219
+ -0.3642857074737549,
220
+ 0.0
221
+ ],
222
+ [
223
+ -0.9375,
224
+ -0.9375,
225
+ -0.9375,
226
+ -0.24214285612106323,
227
+ -0.375,
228
+ -0.3642857074737549,
229
+ 0.0
230
+ ],
231
+ [
232
+ -0.9375,
233
+ -0.9375,
234
+ -0.9375,
235
+ -0.24214285612106323,
236
+ -0.375,
237
+ -0.3642857074737549,
238
+ 0.0
239
+ ],
240
+ [
241
+ -0.9375,
242
+ -0.9375,
243
+ -0.9375,
244
+ -0.24214285612106323,
245
+ -0.375,
246
+ -0.3642857074737549,
247
+ 0.0
248
+ ],
249
+ [
250
+ -0.9375,
251
+ -0.9375,
252
+ -0.9375,
253
+ -0.24214285612106323,
254
+ -0.375,
255
+ -0.3642857074737549,
256
+ 0.0
257
+ ],
258
+ [
259
+ -0.9375,
260
+ -0.9375,
261
+ -0.9375,
262
+ -0.24214285612106323,
263
+ -0.375,
264
+ -0.3642857074737549,
265
+ 0.0
266
+ ],
267
+ [
268
+ -0.9375,
269
+ -0.9375,
270
+ -0.9375,
271
+ -0.24214285612106323,
272
+ -0.375,
273
+ -0.3642857074737549,
274
+ 0.0
275
+ ],
276
+ [
277
+ -0.9375,
278
+ -0.9375,
279
+ -0.9375,
280
+ -0.23678570985794067,
281
+ -0.375,
282
+ -0.3642857074737549,
283
+ 0.0
284
+ ],
285
+ [
286
+ -0.9375,
287
+ -0.9375,
288
+ -0.9375,
289
+ -0.23678570985794067,
290
+ -0.375,
291
+ -0.3642857074737549,
292
+ 0.0
293
+ ],
294
+ [
295
+ -0.9375,
296
+ -0.9375,
297
+ -0.9375,
298
+ -0.23642857372760773,
299
+ -0.375,
300
+ -0.3642857074737549,
301
+ 0.0
302
+ ],
303
+ [
304
+ -0.9375,
305
+ -0.9375,
306
+ -0.9375,
307
+ -0.23642857372760773,
308
+ -0.375,
309
+ -0.3642857074737549,
310
+ 0.0
311
+ ],
312
+ [
313
+ -0.9375,
314
+ -0.9375,
315
+ -0.9375,
316
+ -0.23642857372760773,
317
+ -0.375,
318
+ -0.3642857074737549,
319
+ 0.0
320
+ ],
321
+ [
322
+ -0.9375,
323
+ -0.9375,
324
+ -0.9375,
325
+ -0.23642857372760773,
326
+ -0.375,
327
+ -0.3642857074737549,
328
+ 0.0
329
+ ],
330
+ [
331
+ -0.9375,
332
+ -0.9375,
333
+ -0.9375,
334
+ -0.23642857372760773,
335
+ -0.375,
336
+ -0.3642857074737549,
337
+ 0.0
338
+ ],
339
+ [
340
+ -0.9375,
341
+ -0.9375,
342
+ -0.9375,
343
+ -0.23642857372760773,
344
+ -0.375,
345
+ -0.3642857074737549,
346
+ 0.0
347
+ ],
348
+ [
349
+ -0.9375,
350
+ -0.9375,
351
+ -0.9375,
352
+ -0.23642857372760773,
353
+ -0.375,
354
+ -0.3642857074737549,
355
+ 0.0
356
+ ],
357
+ [
358
+ -0.9375,
359
+ -0.9375,
360
+ -0.9375,
361
+ -0.23642857372760773,
362
+ -0.375,
363
+ -0.3642857074737549,
364
+ 0.0
365
+ ],
366
+ [
367
+ -0.9375,
368
+ -0.9375,
369
+ -0.9375,
370
+ -0.23642857372760773,
371
+ -0.375,
372
+ -0.3642857074737549,
373
+ 0.0
374
+ ],
375
+ [
376
+ -0.9375,
377
+ -0.9375,
378
+ -0.9375,
379
+ -0.23642857372760773,
380
+ -0.375,
381
+ -0.3642857074737549,
382
+ 0.0
383
+ ],
384
+ [
385
+ -0.9375,
386
+ -0.9375,
387
+ -0.9375,
388
+ -0.23642857372760773,
389
+ -0.375,
390
+ -0.3642857074737549,
391
+ 0.0
392
+ ],
393
+ [
394
+ -0.9375,
395
+ -0.9375,
396
+ -0.9375,
397
+ -0.23642857372760773,
398
+ -0.375,
399
+ -0.3642857074737549,
400
+ 0.0
401
+ ],
402
+ [
403
+ -0.9375,
404
+ -0.9375,
405
+ -0.9375,
406
+ -0.23642857372760773,
407
+ -0.375,
408
+ -0.3642857074737549,
409
+ 0.0
410
+ ],
411
+ [
412
+ -0.9375,
413
+ -0.9375,
414
+ -0.9375,
415
+ -0.23642857372760773,
416
+ -0.375,
417
+ -0.3642857074737549,
418
+ 0.0
419
+ ],
420
+ [
421
+ -0.9375,
422
+ -0.9375,
423
+ -0.9375,
424
+ -0.23642857372760773,
425
+ -0.375,
426
+ -0.3642857074737549,
427
+ 0.0
428
+ ]
429
+ ],
430
+ "stepwise_max": [
431
+ [
432
+ 0.9375,
433
+ 0.9375,
434
+ 0.9375,
435
+ 0.3557142913341522,
436
+ 0.375,
437
+ 0.375,
438
+ 1.0
439
+ ],
440
+ [
441
+ 0.9375,
442
+ 0.9375,
443
+ 0.9375,
444
+ 0.3557142913341522,
445
+ 0.375,
446
+ 0.375,
447
+ 1.0
448
+ ],
449
+ [
450
+ 0.9375,
451
+ 0.9375,
452
+ 0.9375,
453
+ 0.3557142913341522,
454
+ 0.375,
455
+ 0.375,
456
+ 1.0
457
+ ],
458
+ [
459
+ 0.9375,
460
+ 0.9375,
461
+ 0.9375,
462
+ 0.3557142913341522,
463
+ 0.375,
464
+ 0.375,
465
+ 1.0
466
+ ],
467
+ [
468
+ 0.9375,
469
+ 0.9375,
470
+ 0.9375,
471
+ 0.3557142913341522,
472
+ 0.375,
473
+ 0.375,
474
+ 1.0
475
+ ],
476
+ [
477
+ 0.9375,
478
+ 0.9375,
479
+ 0.9375,
480
+ 0.3557142913341522,
481
+ 0.375,
482
+ 0.375,
483
+ 1.0
484
+ ],
485
+ [
486
+ 0.9375,
487
+ 0.9375,
488
+ 0.9375,
489
+ 0.3557142913341522,
490
+ 0.375,
491
+ 0.375,
492
+ 1.0
493
+ ],
494
+ [
495
+ 0.9375,
496
+ 0.9375,
497
+ 0.9375,
498
+ 0.3557142913341522,
499
+ 0.375,
500
+ 0.375,
501
+ 1.0
502
+ ],
503
+ [
504
+ 0.9375,
505
+ 0.9375,
506
+ 0.9375,
507
+ 0.3557142913341522,
508
+ 0.375,
509
+ 0.375,
510
+ 1.0
511
+ ],
512
+ [
513
+ 0.9375,
514
+ 0.9375,
515
+ 0.9375,
516
+ 0.3557142913341522,
517
+ 0.375,
518
+ 0.375,
519
+ 1.0
520
+ ],
521
+ [
522
+ 0.9375,
523
+ 0.9375,
524
+ 0.9375,
525
+ 0.3557142913341522,
526
+ 0.375,
527
+ 0.375,
528
+ 1.0
529
+ ],
530
+ [
531
+ 0.9375,
532
+ 0.9375,
533
+ 0.9375,
534
+ 0.3557142913341522,
535
+ 0.375,
536
+ 0.375,
537
+ 1.0
538
+ ],
539
+ [
540
+ 0.9375,
541
+ 0.9375,
542
+ 0.9375,
543
+ 0.3557142913341522,
544
+ 0.375,
545
+ 0.375,
546
+ 1.0
547
+ ],
548
+ [
549
+ 0.9375,
550
+ 0.9375,
551
+ 0.9375,
552
+ 0.3557142913341522,
553
+ 0.375,
554
+ 0.375,
555
+ 1.0
556
+ ],
557
+ [
558
+ 0.9375,
559
+ 0.9375,
560
+ 0.9375,
561
+ 0.3557142913341522,
562
+ 0.375,
563
+ 0.375,
564
+ 1.0
565
+ ],
566
+ [
567
+ 0.9375,
568
+ 0.9375,
569
+ 0.9375,
570
+ 0.3557142913341522,
571
+ 0.375,
572
+ 0.375,
573
+ 1.0
574
+ ],
575
+ [
576
+ 0.9375,
577
+ 0.9375,
578
+ 0.9375,
579
+ 0.3557142913341522,
580
+ 0.375,
581
+ 0.375,
582
+ 1.0
583
+ ],
584
+ [
585
+ 0.9375,
586
+ 0.9375,
587
+ 0.9375,
588
+ 0.3557142913341522,
589
+ 0.375,
590
+ 0.375,
591
+ 1.0
592
+ ],
593
+ [
594
+ 0.9375,
595
+ 0.9375,
596
+ 0.9375,
597
+ 0.3557142913341522,
598
+ 0.375,
599
+ 0.375,
600
+ 1.0
601
+ ],
602
+ [
603
+ 0.9375,
604
+ 0.9375,
605
+ 0.9375,
606
+ 0.3557142913341522,
607
+ 0.375,
608
+ 0.375,
609
+ 1.0
610
+ ],
611
+ [
612
+ 0.9375,
613
+ 0.9375,
614
+ 0.9375,
615
+ 0.3557142913341522,
616
+ 0.375,
617
+ 0.375,
618
+ 1.0
619
+ ],
620
+ [
621
+ 0.9375,
622
+ 0.9375,
623
+ 0.9375,
624
+ 0.3557142913341522,
625
+ 0.375,
626
+ 0.375,
627
+ 1.0
628
+ ],
629
+ [
630
+ 0.9375,
631
+ 0.9375,
632
+ 0.9375,
633
+ 0.3557142913341522,
634
+ 0.375,
635
+ 0.375,
636
+ 1.0
637
+ ],
638
+ [
639
+ 0.9375,
640
+ 0.9375,
641
+ 0.9375,
642
+ 0.3557142913341522,
643
+ 0.375,
644
+ 0.375,
645
+ 1.0
646
+ ],
647
+ [
648
+ 0.9375,
649
+ 0.9375,
650
+ 0.9375,
651
+ 0.3557142913341522,
652
+ 0.375,
653
+ 0.375,
654
+ 1.0
655
+ ],
656
+ [
657
+ 0.9375,
658
+ 0.9375,
659
+ 0.9375,
660
+ 0.3557142913341522,
661
+ 0.375,
662
+ 0.375,
663
+ 1.0
664
+ ],
665
+ [
666
+ 0.9375,
667
+ 0.9375,
668
+ 0.9375,
669
+ 0.3557142913341522,
670
+ 0.375,
671
+ 0.375,
672
+ 1.0
673
+ ],
674
+ [
675
+ 0.9375,
676
+ 0.9375,
677
+ 0.9375,
678
+ 0.3557142913341522,
679
+ 0.375,
680
+ 0.375,
681
+ 1.0
682
+ ],
683
+ [
684
+ 0.9375,
685
+ 0.9375,
686
+ 0.9375,
687
+ 0.3557142913341522,
688
+ 0.375,
689
+ 0.375,
690
+ 1.0
691
+ ],
692
+ [
693
+ 0.9375,
694
+ 0.9375,
695
+ 0.9375,
696
+ 0.3557142913341522,
697
+ 0.375,
698
+ 0.375,
699
+ 1.0
700
+ ],
701
+ [
702
+ 0.9375,
703
+ 0.9375,
704
+ 0.9375,
705
+ 0.3557142913341522,
706
+ 0.375,
707
+ 0.375,
708
+ 1.0
709
+ ],
710
+ [
711
+ 0.9375,
712
+ 0.9375,
713
+ 0.9375,
714
+ 0.3557142913341522,
715
+ 0.375,
716
+ 0.375,
717
+ 1.0
718
+ ]
719
+ ],
720
+ "global_min": [
721
+ -0.9375,
722
+ -0.9375,
723
+ -0.9375,
724
+ -0.24214285612106323,
725
+ -0.375,
726
+ -0.3642857074737549,
727
+ 0.0
728
+ ],
729
+ "global_max": [
730
+ 0.9375,
731
+ 0.9375,
732
+ 0.9375,
733
+ 0.3557142913341522,
734
+ 0.375,
735
+ 0.375,
736
+ 1.0
737
+ ],
738
+ "stepwise_q01": [
739
+ [
740
+ -0.9375,
741
+ -0.9375,
742
+ -0.9375,
743
+ -0.2326499968767166,
744
+ -0.375,
745
+ -0.3642857074737549,
746
+ 0.0
747
+ ],
748
+ [
749
+ -0.9375,
750
+ -0.9375,
751
+ -0.9375,
752
+ -0.2326499968767166,
753
+ -0.375,
754
+ -0.3642857074737549,
755
+ 0.0
756
+ ],
757
+ [
758
+ -0.9375,
759
+ -0.9375,
760
+ -0.9375,
761
+ -0.2326499968767166,
762
+ -0.375,
763
+ -0.3642857074737549,
764
+ 0.0
765
+ ],
766
+ [
767
+ -0.9375,
768
+ -0.9375,
769
+ -0.9375,
770
+ -0.2326499968767166,
771
+ -0.375,
772
+ -0.3642857074737549,
773
+ 0.0
774
+ ],
775
+ [
776
+ -0.9375,
777
+ -0.9375,
778
+ -0.9375,
779
+ -0.2326499968767166,
780
+ -0.375,
781
+ -0.3642857074737549,
782
+ 0.0
783
+ ],
784
+ [
785
+ -0.9375,
786
+ -0.9375,
787
+ -0.9375,
788
+ -0.2326499968767166,
789
+ -0.375,
790
+ -0.3642857074737549,
791
+ 0.0
792
+ ],
793
+ [
794
+ -0.9375,
795
+ -0.9375,
796
+ -0.9375,
797
+ -0.2326499968767166,
798
+ -0.375,
799
+ -0.3642857074737549,
800
+ 0.0
801
+ ],
802
+ [
803
+ -0.9375,
804
+ -0.9375,
805
+ -0.9375,
806
+ -0.2326499968767166,
807
+ -0.375,
808
+ -0.3642857074737549,
809
+ 0.0
810
+ ],
811
+ [
812
+ -0.9375,
813
+ -0.9375,
814
+ -0.9375,
815
+ -0.2326499968767166,
816
+ -0.375,
817
+ -0.3642857074737549,
818
+ 0.0
819
+ ],
820
+ [
821
+ -0.9375,
822
+ -0.9375,
823
+ -0.9375,
824
+ -0.2326499968767166,
825
+ -0.375,
826
+ -0.3642857074737549,
827
+ 0.0
828
+ ],
829
+ [
830
+ -0.9375,
831
+ -0.9375,
832
+ -0.9375,
833
+ -0.2326499968767166,
834
+ -0.375,
835
+ -0.3642857074737549,
836
+ 0.0
837
+ ],
838
+ [
839
+ -0.9375,
840
+ -0.9375,
841
+ -0.9375,
842
+ -0.2326499968767166,
843
+ -0.375,
844
+ -0.3642857074737549,
845
+ 0.0
846
+ ],
847
+ [
848
+ -0.9375,
849
+ -0.9375,
850
+ -0.9375,
851
+ -0.2326499968767166,
852
+ -0.375,
853
+ -0.3642857074737549,
854
+ 0.0
855
+ ],
856
+ [
857
+ -0.9375,
858
+ -0.9375,
859
+ -0.9375,
860
+ -0.2326499968767166,
861
+ -0.375,
862
+ -0.3642857074737549,
863
+ 0.0
864
+ ],
865
+ [
866
+ -0.9375,
867
+ -0.9375,
868
+ -0.9375,
869
+ -0.2326499968767166,
870
+ -0.375,
871
+ -0.3642857074737549,
872
+ 0.0
873
+ ],
874
+ [
875
+ -0.9375,
876
+ -0.9375,
877
+ -0.9375,
878
+ -0.2326499968767166,
879
+ -0.375,
880
+ -0.3642857074737549,
881
+ 0.0
882
+ ],
883
+ [
884
+ -0.9375,
885
+ -0.9375,
886
+ -0.9375,
887
+ -0.2326499968767166,
888
+ -0.375,
889
+ -0.3642857074737549,
890
+ 0.0
891
+ ],
892
+ [
893
+ -0.9375,
894
+ -0.9375,
895
+ -0.9375,
896
+ -0.2326499968767166,
897
+ -0.375,
898
+ -0.3642857074737549,
899
+ 0.0
900
+ ],
901
+ [
902
+ -0.9375,
903
+ -0.9375,
904
+ -0.9375,
905
+ -0.2326499968767166,
906
+ -0.375,
907
+ -0.3642857074737549,
908
+ 0.0
909
+ ],
910
+ [
911
+ -0.9375,
912
+ -0.9375,
913
+ -0.9375,
914
+ -0.2326499968767166,
915
+ -0.375,
916
+ -0.3642857074737549,
917
+ 0.0
918
+ ],
919
+ [
920
+ -0.9375,
921
+ -0.9375,
922
+ -0.9375,
923
+ -0.2326499968767166,
924
+ -0.375,
925
+ -0.3642857074737549,
926
+ 0.0
927
+ ],
928
+ [
929
+ -0.9375,
930
+ -0.9375,
931
+ -0.9375,
932
+ -0.2326499968767166,
933
+ -0.375,
934
+ -0.3642857074737549,
935
+ 0.0
936
+ ],
937
+ [
938
+ -0.9375,
939
+ -0.9375,
940
+ -0.9375,
941
+ -0.2326499968767166,
942
+ -0.375,
943
+ -0.3642857074737549,
944
+ 0.0
945
+ ],
946
+ [
947
+ -0.9375,
948
+ -0.9375,
949
+ -0.9375,
950
+ -0.2326499968767166,
951
+ -0.375,
952
+ -0.3642857074737549,
953
+ 0.0
954
+ ],
955
+ [
956
+ -0.9375,
957
+ -0.9375,
958
+ -0.9375,
959
+ -0.2326499968767166,
960
+ -0.375,
961
+ -0.3642857074737549,
962
+ 0.0
963
+ ],
964
+ [
965
+ -0.9375,
966
+ -0.9375,
967
+ -0.9375,
968
+ -0.2326499968767166,
969
+ -0.375,
970
+ -0.3642857074737549,
971
+ 0.0
972
+ ],
973
+ [
974
+ -0.9375,
975
+ -0.9375,
976
+ -0.9375,
977
+ -0.2326499968767166,
978
+ -0.375,
979
+ -0.3642857074737549,
980
+ 0.0
981
+ ],
982
+ [
983
+ -0.9375,
984
+ -0.9375,
985
+ -0.9375,
986
+ -0.2326499968767166,
987
+ -0.375,
988
+ -0.3642857074737549,
989
+ 0.0
990
+ ],
991
+ [
992
+ -0.9375,
993
+ -0.9375,
994
+ -0.9375,
995
+ -0.2326499968767166,
996
+ -0.375,
997
+ -0.3642857074737549,
998
+ 0.0
999
+ ],
1000
+ [
1001
+ -0.9375,
1002
+ -0.9375,
1003
+ -0.9375,
1004
+ -0.2326499968767166,
1005
+ -0.375,
1006
+ -0.3642857074737549,
1007
+ 0.0
1008
+ ],
1009
+ [
1010
+ -0.9375,
1011
+ -0.9375,
1012
+ -0.9375,
1013
+ -0.2326499968767166,
1014
+ -0.375,
1015
+ -0.3642857074737549,
1016
+ 0.0
1017
+ ],
1018
+ [
1019
+ -0.9375,
1020
+ -0.9375,
1021
+ -0.9375,
1022
+ -0.2326499968767166,
1023
+ -0.375,
1024
+ -0.3642857074737549,
1025
+ 0.0
1026
+ ]
1027
+ ],
1028
+ "stepwise_q99": [
1029
+ [
1030
+ 0.9375,
1031
+ 0.9375,
1032
+ 0.9375,
1033
+ 0.35076430439949036,
1034
+ 0.375,
1035
+ 0.375,
1036
+ 1.0
1037
+ ],
1038
+ [
1039
+ 0.9375,
1040
+ 0.9375,
1041
+ 0.9375,
1042
+ 0.35076430439949036,
1043
+ 0.375,
1044
+ 0.375,
1045
+ 1.0
1046
+ ],
1047
+ [
1048
+ 0.9375,
1049
+ 0.9375,
1050
+ 0.9375,
1051
+ 0.35076430439949036,
1052
+ 0.375,
1053
+ 0.375,
1054
+ 1.0
1055
+ ],
1056
+ [
1057
+ 0.9375,
1058
+ 0.9375,
1059
+ 0.9375,
1060
+ 0.35076430439949036,
1061
+ 0.375,
1062
+ 0.375,
1063
+ 1.0
1064
+ ],
1065
+ [
1066
+ 0.9375,
1067
+ 0.9375,
1068
+ 0.9375,
1069
+ 0.35076430439949036,
1070
+ 0.375,
1071
+ 0.375,
1072
+ 1.0
1073
+ ],
1074
+ [
1075
+ 0.9375,
1076
+ 0.9375,
1077
+ 0.9375,
1078
+ 0.35076430439949036,
1079
+ 0.375,
1080
+ 0.375,
1081
+ 1.0
1082
+ ],
1083
+ [
1084
+ 0.9375,
1085
+ 0.9375,
1086
+ 0.9375,
1087
+ 0.35076430439949036,
1088
+ 0.375,
1089
+ 0.375,
1090
+ 1.0
1091
+ ],
1092
+ [
1093
+ 0.9375,
1094
+ 0.9375,
1095
+ 0.9375,
1096
+ 0.35076430439949036,
1097
+ 0.375,
1098
+ 0.375,
1099
+ 1.0
1100
+ ],
1101
+ [
1102
+ 0.9375,
1103
+ 0.9375,
1104
+ 0.9375,
1105
+ 0.35076430439949036,
1106
+ 0.375,
1107
+ 0.375,
1108
+ 1.0
1109
+ ],
1110
+ [
1111
+ 0.9375,
1112
+ 0.9375,
1113
+ 0.9375,
1114
+ 0.35076430439949036,
1115
+ 0.375,
1116
+ 0.375,
1117
+ 1.0
1118
+ ],
1119
+ [
1120
+ 0.9375,
1121
+ 0.9375,
1122
+ 0.9375,
1123
+ 0.35076430439949036,
1124
+ 0.375,
1125
+ 0.375,
1126
+ 1.0
1127
+ ],
1128
+ [
1129
+ 0.9375,
1130
+ 0.9375,
1131
+ 0.9375,
1132
+ 0.35076430439949036,
1133
+ 0.375,
1134
+ 0.375,
1135
+ 1.0
1136
+ ],
1137
+ [
1138
+ 0.9375,
1139
+ 0.9375,
1140
+ 0.9375,
1141
+ 0.35076430439949036,
1142
+ 0.375,
1143
+ 0.375,
1144
+ 1.0
1145
+ ],
1146
+ [
1147
+ 0.9375,
1148
+ 0.9375,
1149
+ 0.9375,
1150
+ 0.35076430439949036,
1151
+ 0.375,
1152
+ 0.375,
1153
+ 1.0
1154
+ ],
1155
+ [
1156
+ 0.9375,
1157
+ 0.9375,
1158
+ 0.9375,
1159
+ 0.35076430439949036,
1160
+ 0.375,
1161
+ 0.375,
1162
+ 1.0
1163
+ ],
1164
+ [
1165
+ 0.9375,
1166
+ 0.9375,
1167
+ 0.9375,
1168
+ 0.35076430439949036,
1169
+ 0.375,
1170
+ 0.375,
1171
+ 1.0
1172
+ ],
1173
+ [
1174
+ 0.9375,
1175
+ 0.9375,
1176
+ 0.9375,
1177
+ 0.35076430439949036,
1178
+ 0.375,
1179
+ 0.375,
1180
+ 1.0
1181
+ ],
1182
+ [
1183
+ 0.9375,
1184
+ 0.9375,
1185
+ 0.9375,
1186
+ 0.35076430439949036,
1187
+ 0.375,
1188
+ 0.375,
1189
+ 1.0
1190
+ ],
1191
+ [
1192
+ 0.9375,
1193
+ 0.9375,
1194
+ 0.9375,
1195
+ 0.35076430439949036,
1196
+ 0.375,
1197
+ 0.375,
1198
+ 1.0
1199
+ ],
1200
+ [
1201
+ 0.9375,
1202
+ 0.9375,
1203
+ 0.9375,
1204
+ 0.35076430439949036,
1205
+ 0.375,
1206
+ 0.375,
1207
+ 1.0
1208
+ ],
1209
+ [
1210
+ 0.9375,
1211
+ 0.9375,
1212
+ 0.9375,
1213
+ 0.35076430439949036,
1214
+ 0.375,
1215
+ 0.375,
1216
+ 1.0
1217
+ ],
1218
+ [
1219
+ 0.9375,
1220
+ 0.9375,
1221
+ 0.9375,
1222
+ 0.35076430439949036,
1223
+ 0.375,
1224
+ 0.375,
1225
+ 1.0
1226
+ ],
1227
+ [
1228
+ 0.9375,
1229
+ 0.9375,
1230
+ 0.9375,
1231
+ 0.35076430439949036,
1232
+ 0.375,
1233
+ 0.375,
1234
+ 1.0
1235
+ ],
1236
+ [
1237
+ 0.9375,
1238
+ 0.9375,
1239
+ 0.9375,
1240
+ 0.35076430439949036,
1241
+ 0.375,
1242
+ 0.375,
1243
+ 1.0
1244
+ ],
1245
+ [
1246
+ 0.9375,
1247
+ 0.9375,
1248
+ 0.9375,
1249
+ 0.35076430439949036,
1250
+ 0.375,
1251
+ 0.375,
1252
+ 1.0
1253
+ ],
1254
+ [
1255
+ 0.9375,
1256
+ 0.9375,
1257
+ 0.9375,
1258
+ 0.35076430439949036,
1259
+ 0.375,
1260
+ 0.375,
1261
+ 1.0
1262
+ ],
1263
+ [
1264
+ 0.9375,
1265
+ 0.9375,
1266
+ 0.9375,
1267
+ 0.35076430439949036,
1268
+ 0.375,
1269
+ 0.375,
1270
+ 1.0
1271
+ ],
1272
+ [
1273
+ 0.9375,
1274
+ 0.9375,
1275
+ 0.9375,
1276
+ 0.35076430439949036,
1277
+ 0.375,
1278
+ 0.375,
1279
+ 1.0
1280
+ ],
1281
+ [
1282
+ 0.9375,
1283
+ 0.9375,
1284
+ 0.9375,
1285
+ 0.35076430439949036,
1286
+ 0.375,
1287
+ 0.375,
1288
+ 1.0
1289
+ ],
1290
+ [
1291
+ 0.9375,
1292
+ 0.9375,
1293
+ 0.9375,
1294
+ 0.35076430439949036,
1295
+ 0.375,
1296
+ 0.375,
1297
+ 1.0
1298
+ ],
1299
+ [
1300
+ 0.9375,
1301
+ 0.9375,
1302
+ 0.9375,
1303
+ 0.35076430439949036,
1304
+ 0.375,
1305
+ 0.375,
1306
+ 1.0
1307
+ ],
1308
+ [
1309
+ 0.9375,
1310
+ 0.9375,
1311
+ 0.9375,
1312
+ 0.35076430439949036,
1313
+ 0.375,
1314
+ 0.375,
1315
+ 1.0
1316
+ ]
1317
+ ],
1318
+ "global_q01": [
1319
+ -0.9375,
1320
+ -0.9375,
1321
+ -0.9375,
1322
+ -0.2326499968767166,
1323
+ -0.375,
1324
+ -0.3642857074737549,
1325
+ 0.0
1326
+ ],
1327
+ "global_q99": [
1328
+ 0.9375,
1329
+ 0.9375,
1330
+ 0.9375,
1331
+ 0.35076430439949036,
1332
+ 0.375,
1333
+ 0.375,
1334
+ 1.0
1335
+ ],
1336
+ "stepwise_mean": [
1337
+ [
1338
+ 0.07509180158376694,
1339
+ 0.0942603200674057,
1340
+ -0.10477571189403534,
1341
+ -0.0006721728714182973,
1342
+ 0.006502428557723761,
1343
+ -0.004753415938466787,
1344
+ 0.5156608819961548
1345
+ ],
1346
+ [
1347
+ 0.0742194727063179,
1348
+ 0.0943378284573555,
1349
+ -0.10369047522544861,
1350
+ -0.0006463326280936599,
1351
+ 0.006517793517559767,
1352
+ -0.004832605365663767,
1353
+ 0.5151447057723999
1354
+ ],
1355
+ [
1356
+ 0.07300770282745361,
1357
+ 0.09434358030557632,
1358
+ -0.10265536606311798,
1359
+ -0.0006129898829385638,
1360
+ 0.006519763730466366,
1361
+ -0.004911692347377539,
1362
+ 0.5146285891532898
1363
+ ],
1364
+ [
1365
+ 0.07130850106477737,
1366
+ 0.09427325427532196,
1367
+ -0.10167480260133743,
1368
+ -0.0005704727955162525,
1369
+ 0.00650289049372077,
1370
+ -0.004996590316295624,
1371
+ 0.5141124129295349
1372
+ ],
1373
+ [
1374
+ 0.06903649866580963,
1375
+ 0.09413644671440125,
1376
+ -0.10072868317365646,
1377
+ -0.00051768688717857,
1378
+ 0.006469316780567169,
1379
+ -0.005088216625154018,
1380
+ 0.51359623670578
1381
+ ],
1382
+ [
1383
+ 0.06624068319797516,
1384
+ 0.09398344159126282,
1385
+ -0.09977640211582184,
1386
+ -0.00045814094482921064,
1387
+ 0.006425761617720127,
1388
+ -0.005182641092687845,
1389
+ 0.5130800008773804
1390
+ ],
1391
+ [
1392
+ 0.0630466639995575,
1393
+ 0.09385841339826584,
1394
+ -0.09878652542829514,
1395
+ -0.0003933484258595854,
1396
+ 0.0063866483978927135,
1397
+ -0.005276844836771488,
1398
+ 0.5125638246536255
1399
+ ],
1400
+ [
1401
+ 0.05956686660647392,
1402
+ 0.0937969759106636,
1403
+ -0.09773145616054535,
1404
+ -0.00032902302336879075,
1405
+ 0.006361100822687149,
1406
+ -0.005367835983633995,
1407
+ 0.5120476484298706
1408
+ ],
1409
+ [
1410
+ 0.05589421093463898,
1411
+ 0.09381034225225449,
1412
+ -0.09658002108335495,
1413
+ -0.0002678460441529751,
1414
+ 0.0063490415923297405,
1415
+ -0.0054576038382947445,
1416
+ 0.5115315318107605
1417
+ ],
1418
+ [
1419
+ 0.05210841819643974,
1420
+ 0.09390033036470413,
1421
+ -0.09531888365745544,
1422
+ -0.00021082800230942667,
1423
+ 0.006355169229209423,
1424
+ -0.005544653162360191,
1425
+ 0.5110153555870056
1426
+ ],
1427
+ [
1428
+ 0.04825858026742935,
1429
+ 0.0940636619925499,
1430
+ -0.09393265098333359,
1431
+ -0.00015976659778971225,
1432
+ 0.006377694196999073,
1433
+ -0.005628861952573061,
1434
+ 0.510499119758606
1435
+ ],
1436
+ [
1437
+ 0.04438157007098198,
1438
+ 0.09429563581943512,
1439
+ -0.0924036055803299,
1440
+ -0.00011604905739659443,
1441
+ 0.006416680756956339,
1442
+ -0.005709674675017595,
1443
+ 0.5099829435348511
1444
+ ],
1445
+ [
1446
+ 0.040517035871744156,
1447
+ 0.0945919007062912,
1448
+ -0.09071967750787735,
1449
+ -8.002254617167637e-05,
1450
+ 0.006473012734204531,
1451
+ -0.0057876212522387505,
1452
+ 0.5094667673110962
1453
+ ],
1454
+ [
1455
+ 0.0366998165845871,
1456
+ 0.09495285153388977,
1457
+ -0.08885673433542252,
1458
+ -5.3317504352889955e-05,
1459
+ 0.006546003744006157,
1460
+ -0.005861989688128233,
1461
+ 0.5089506506919861
1462
+ ],
1463
+ [
1464
+ 0.0329657644033432,
1465
+ 0.09536924958229065,
1466
+ -0.08679967373609543,
1467
+ -3.667248893179931e-05,
1468
+ 0.006634270306676626,
1469
+ -0.0059333425015211105,
1470
+ 0.5084344148635864
1471
+ ],
1472
+ [
1473
+ 0.029352383688092232,
1474
+ 0.09583891183137894,
1475
+ -0.08452723920345306,
1476
+ -2.9561988412751816e-05,
1477
+ 0.006736790295690298,
1478
+ -0.006001697387546301,
1479
+ 0.5079182982444763
1480
+ ],
1481
+ [
1482
+ 0.025887731462717056,
1483
+ 0.09636741131544113,
1484
+ -0.08202388137578964,
1485
+ -3.12890624627471e-05,
1486
+ 0.00685085030272603,
1487
+ -0.006065674591809511,
1488
+ 0.5074020624160767
1489
+ ],
1490
+ [
1491
+ 0.022615725174546242,
1492
+ 0.09694879502058029,
1493
+ -0.07927402853965759,
1494
+ -4.32508641097229e-05,
1495
+ 0.006975279655307531,
1496
+ -0.0061245146207511425,
1497
+ 0.5068859457969666
1498
+ ],
1499
+ [
1500
+ 0.019565243273973465,
1501
+ 0.09757164865732193,
1502
+ -0.07627597451210022,
1503
+ -6.516608846141025e-05,
1504
+ 0.00711056450381875,
1505
+ -0.0061782365664839745,
1506
+ 0.5063697099685669
1507
+ ],
1508
+ [
1509
+ 0.01676732860505581,
1510
+ 0.09823116660118103,
1511
+ -0.07303816080093384,
1512
+ -9.670892177382484e-05,
1513
+ 0.007253479678183794,
1514
+ -0.006225934252142906,
1515
+ 0.5058535933494568
1516
+ ],
1517
+ [
1518
+ 0.014247497543692589,
1519
+ 0.0989074632525444,
1520
+ -0.06955988705158234,
1521
+ -0.0001344887277809903,
1522
+ 0.007407328579574823,
1523
+ -0.006267813965678215,
1524
+ 0.5053374171257019
1525
+ ],
1526
+ [
1527
+ 0.012000462040305138,
1528
+ 0.09958206862211227,
1529
+ -0.06584414094686508,
1530
+ -0.00017611852672416717,
1531
+ 0.007572730537503958,
1532
+ -0.006308637093752623,
1533
+ 0.5048211812973022
1534
+ ],
1535
+ [
1536
+ 0.010039032436907291,
1537
+ 0.10022271424531937,
1538
+ -0.06189519166946411,
1539
+ -0.00021858193213120103,
1540
+ 0.007748275063931942,
1541
+ -0.006350838113576174,
1542
+ 0.5043049454689026
1543
+ ],
1544
+ [
1545
+ 0.0083639957010746,
1546
+ 0.1008027046918869,
1547
+ -0.05770834535360336,
1548
+ -0.00026283401530236006,
1549
+ 0.007933960296213627,
1550
+ -0.006396609358489513,
1551
+ 0.5037888288497925
1552
+ ],
1553
+ [
1554
+ 0.006966026965528727,
1555
+ 0.10131063312292099,
1556
+ -0.05330001935362816,
1557
+ -0.0003064564662054181,
1558
+ 0.008130470290780067,
1559
+ -0.006444835104048252,
1560
+ 0.5032726526260376
1561
+ ],
1562
+ [
1563
+ 0.00583912106230855,
1564
+ 0.10174597054719925,
1565
+ -0.048680379986763,
1566
+ -0.00034779866109602153,
1567
+ 0.008339793421328068,
1568
+ -0.0064962501637637615,
1569
+ 0.5027629733085632
1570
+ ],
1571
+ [
1572
+ 0.004966166336089373,
1573
+ 0.10210862010717392,
1574
+ -0.04386070370674133,
1575
+ -0.00038774992572143674,
1576
+ 0.008558141998946667,
1577
+ -0.006552792154252529,
1578
+ 0.5022681951522827
1579
+ ],
1580
+ [
1581
+ 0.004340579267591238,
1582
+ 0.10240699350833893,
1583
+ -0.03886046260595322,
1584
+ -0.00042627879884094,
1585
+ 0.008782957680523396,
1586
+ -0.006615785416215658,
1587
+ 0.5017905831336975
1588
+ ],
1589
+ [
1590
+ 0.0039475769735872746,
1591
+ 0.102638378739357,
1592
+ -0.03369864076375961,
1593
+ -0.00046152601134963334,
1594
+ 0.00901268981397152,
1595
+ -0.006686168257147074,
1596
+ 0.5013490319252014
1597
+ ],
1598
+ [
1599
+ 0.003766642650589347,
1600
+ 0.10281307995319366,
1601
+ -0.028394753113389015,
1602
+ -0.0004937639459967613,
1603
+ 0.009245368652045727,
1604
+ -0.006765402387827635,
1605
+ 0.5009921193122864
1606
+ ],
1607
+ [
1608
+ 0.0038002729415893555,
1609
+ 0.10295262932777405,
1610
+ -0.02297968789935112,
1611
+ -0.0005248748930171132,
1612
+ 0.00948034506291151,
1613
+ -0.006851763464510441,
1614
+ 0.5007508993148804
1615
+ ],
1616
+ [
1617
+ 0.004019184038043022,
1618
+ 0.10305864363908768,
1619
+ -0.017491089180111885,
1620
+ -0.0005532430368475616,
1621
+ 0.009714936837553978,
1622
+ -0.006944478023797274,
1623
+ 0.5005796551704407
1624
+ ]
1625
+ ],
1626
+ "stepwise_std": [
1627
+ [
1628
+ 0.35524481534957886,
1629
+ 0.37755152583122253,
1630
+ 0.4687630534172058,
1631
+ 0.03886449709534645,
1632
+ 0.06502853333950043,
1633
+ 0.07652278244495392,
1634
+ 0.5014081597328186
1635
+ ],
1636
+ [
1637
+ 0.35528722405433655,
1638
+ 0.37743693590164185,
1639
+ 0.46985360980033875,
1640
+ 0.03892502561211586,
1641
+ 0.06516389548778534,
1642
+ 0.07675494253635406,
1643
+ 0.501423716545105
1644
+ ],
1645
+ [
1646
+ 0.35516324639320374,
1647
+ 0.3772093653678894,
1648
+ 0.4709104001522064,
1649
+ 0.0389784574508667,
1650
+ 0.06527172774076462,
1651
+ 0.07698067277669907,
1652
+ 0.5014386773109436
1653
+ ],
1654
+ [
1655
+ 0.354702353477478,
1656
+ 0.37677207589149475,
1657
+ 0.47192680835723877,
1658
+ 0.039021965116262436,
1659
+ 0.0653405413031578,
1660
+ 0.07719580829143524,
1661
+ 0.5014529824256897
1662
+ ],
1663
+ [
1664
+ 0.35369622707366943,
1665
+ 0.37603849172592163,
1666
+ 0.47290921211242676,
1667
+ 0.039052922278642654,
1668
+ 0.06536616384983063,
1669
+ 0.07739786058664322,
1670
+ 0.5014666318893433
1671
+ ],
1672
+ [
1673
+ 0.3520404100418091,
1674
+ 0.37497881054878235,
1675
+ 0.47387173771858215,
1676
+ 0.039072245359420776,
1677
+ 0.06535857915878296,
1678
+ 0.07758834958076477,
1679
+ 0.5014797449111938
1680
+ ],
1681
+ [
1682
+ 0.34978508949279785,
1683
+ 0.3736053705215454,
1684
+ 0.4748258590698242,
1685
+ 0.039080552756786346,
1686
+ 0.06534324586391449,
1687
+ 0.07776463776826859,
1688
+ 0.5014922022819519
1689
+ ],
1690
+ [
1691
+ 0.3470369279384613,
1692
+ 0.3719497621059418,
1693
+ 0.47577232122421265,
1694
+ 0.039078861474990845,
1695
+ 0.06533455848693848,
1696
+ 0.07792745530605316,
1697
+ 0.5015040636062622
1698
+ ],
1699
+ [
1700
+ 0.34389936923980713,
1701
+ 0.37007132172584534,
1702
+ 0.4767094850540161,
1703
+ 0.0390685573220253,
1704
+ 0.0653340294957161,
1705
+ 0.07807470858097076,
1706
+ 0.5015152096748352
1707
+ ],
1708
+ [
1709
+ 0.3404742479324341,
1710
+ 0.36800602078437805,
1711
+ 0.4776283800601959,
1712
+ 0.03905198350548744,
1713
+ 0.06534522026777267,
1714
+ 0.0782046914100647,
1715
+ 0.5015258193016052
1716
+ ],
1717
+ [
1718
+ 0.33682477474212646,
1719
+ 0.3657948970794678,
1720
+ 0.47852176427841187,
1721
+ 0.03903175890445709,
1722
+ 0.06536738574504852,
1723
+ 0.07831670343875885,
1724
+ 0.5015357732772827
1725
+ ],
1726
+ [
1727
+ 0.333008348941803,
1728
+ 0.36347949504852295,
1729
+ 0.4793776273727417,
1730
+ 0.0390087366104126,
1731
+ 0.06540162116289139,
1732
+ 0.07841046154499054,
1733
+ 0.5015451312065125
1734
+ ],
1735
+ [
1736
+ 0.3290861248970032,
1737
+ 0.3610839545726776,
1738
+ 0.48018521070480347,
1739
+ 0.03898213431239128,
1740
+ 0.06545032560825348,
1741
+ 0.07848569005727768,
1742
+ 0.5015538334846497
1743
+ ],
1744
+ [
1745
+ 0.3251110017299652,
1746
+ 0.358641654253006,
1747
+ 0.48092639446258545,
1748
+ 0.038955289870500565,
1749
+ 0.06551124900579453,
1750
+ 0.07854204624891281,
1751
+ 0.5015619993209839
1752
+ ],
1753
+ [
1754
+ 0.3211345374584198,
1755
+ 0.35618487000465393,
1756
+ 0.48157891631126404,
1757
+ 0.0389283113181591,
1758
+ 0.06558437645435333,
1759
+ 0.07858172059059143,
1760
+ 0.5015695095062256
1761
+ ],
1762
+ [
1763
+ 0.31721803545951843,
1764
+ 0.3537396192550659,
1765
+ 0.48211759328842163,
1766
+ 0.038900382816791534,
1767
+ 0.06566666066646576,
1768
+ 0.07860506325960159,
1769
+ 0.50157630443573
1770
+ ],
1771
+ [
1772
+ 0.3133997619152069,
1773
+ 0.351331502199173,
1774
+ 0.4825165867805481,
1775
+ 0.03887201100587845,
1776
+ 0.06575415283441544,
1777
+ 0.0786113291978836,
1778
+ 0.5015826225280762
1779
+ ],
1780
+ [
1781
+ 0.30974072217941284,
1782
+ 0.34899604320526123,
1783
+ 0.48275530338287354,
1784
+ 0.03884140029549599,
1785
+ 0.06584665179252625,
1786
+ 0.07859846204519272,
1787
+ 0.5015882253646851
1788
+ ],
1789
+ [
1790
+ 0.3062610924243927,
1791
+ 0.3467525243759155,
1792
+ 0.48282280564308167,
1793
+ 0.03880825266242027,
1794
+ 0.06594104319810867,
1795
+ 0.07856538891792297,
1796
+ 0.5015932321548462
1797
+ ],
1798
+ [
1799
+ 0.3029799163341522,
1800
+ 0.3446204662322998,
1801
+ 0.48272934556007385,
1802
+ 0.03877263888716698,
1803
+ 0.06603774428367615,
1804
+ 0.07851279526948929,
1805
+ 0.5015976428985596
1806
+ ],
1807
+ [
1808
+ 0.299914687871933,
1809
+ 0.3426280915737152,
1810
+ 0.4824674427509308,
1811
+ 0.038736529648303986,
1812
+ 0.06613373756408691,
1813
+ 0.07844088226556778,
1814
+ 0.5016013979911804
1815
+ ],
1816
+ [
1817
+ 0.2970616817474365,
1818
+ 0.34079501032829285,
1819
+ 0.4820295572280884,
1820
+ 0.038699567317962646,
1821
+ 0.06622225046157837,
1822
+ 0.07835262268781662,
1823
+ 0.5016045570373535
1824
+ ],
1825
+ [
1826
+ 0.29441922903060913,
1827
+ 0.3391386568546295,
1828
+ 0.48140865564346313,
1829
+ 0.03866279497742653,
1830
+ 0.06630102545022964,
1831
+ 0.07824834436178207,
1832
+ 0.5016070604324341
1833
+ ],
1834
+ [
1835
+ 0.2919543385505676,
1836
+ 0.33766019344329834,
1837
+ 0.4805924594402313,
1838
+ 0.03862548992037773,
1839
+ 0.0663711428642273,
1840
+ 0.07812964916229248,
1841
+ 0.5016090273857117
1842
+ ],
1843
+ [
1844
+ 0.289645254611969,
1845
+ 0.3363591134548187,
1846
+ 0.47958287596702576,
1847
+ 0.038587890565395355,
1848
+ 0.06643129885196686,
1849
+ 0.07799877971410751,
1850
+ 0.501610279083252
1851
+ ],
1852
+ [
1853
+ 0.28750044107437134,
1854
+ 0.3352276086807251,
1855
+ 0.4783773422241211,
1856
+ 0.03855103254318237,
1857
+ 0.06647710502147675,
1858
+ 0.07785706222057343,
1859
+ 0.5016109347343445
1860
+ ],
1861
+ [
1862
+ 0.2854923903942108,
1863
+ 0.3342517912387848,
1864
+ 0.476974755525589,
1865
+ 0.03851429000496864,
1866
+ 0.06651262193918228,
1867
+ 0.07770556211471558,
1868
+ 0.5016109347343445
1869
+ ],
1870
+ [
1871
+ 0.28362545371055603,
1872
+ 0.33341220021247864,
1873
+ 0.47538840770721436,
1874
+ 0.038477573543787,
1875
+ 0.06653650104999542,
1876
+ 0.07754550129175186,
1877
+ 0.5016103982925415
1878
+ ],
1879
+ [
1880
+ 0.2818942070007324,
1881
+ 0.33271053433418274,
1882
+ 0.4736235439777374,
1883
+ 0.038440391421318054,
1884
+ 0.06654898077249527,
1885
+ 0.07737959921360016,
1886
+ 0.5016093254089355
1887
+ ],
1888
+ [
1889
+ 0.28030455112457275,
1890
+ 0.33213362097740173,
1891
+ 0.471681147813797,
1892
+ 0.038400888442993164,
1893
+ 0.0665503740310669,
1894
+ 0.07720880955457687,
1895
+ 0.5016077160835266
1896
+ ],
1897
+ [
1898
+ 0.2788531184196472,
1899
+ 0.33166050910949707,
1900
+ 0.4695776402950287,
1901
+ 0.038356442004442215,
1902
+ 0.06654069572687149,
1903
+ 0.07703638821840286,
1904
+ 0.5016058087348938
1905
+ ],
1906
+ [
1907
+ 0.27754729986190796,
1908
+ 0.33128809928894043,
1909
+ 0.46734005212783813,
1910
+ 0.03830787539482117,
1911
+ 0.06652015447616577,
1912
+ 0.07686351984739304,
1913
+ 0.5016037225723267
1914
+ ]
1915
+ ],
1916
+ "global_mean": [
1917
+ 0.03308838978409767,
1918
+ 0.0974213182926178,
1919
+ -0.07474509626626968,
1920
+ -0.00030263644293881953,
1921
+ 0.007302860263735056,
1922
+ -0.0059253438375890255,
1923
+ 0.5077238082885742
1924
+ ],
1925
+ "global_std": [
1926
+ 0.3193991482257843,
1927
+ 0.35420867800712585,
1928
+ 0.47778937220573425,
1929
+ 0.03880302980542183,
1930
+ 0.06584133952856064,
1931
+ 0.07789275795221329,
1932
+ 0.5015749335289001
1933
+ ]
1934
+ }
1935
+ },
1936
+ "num_episodes": 1712,
1937
+ "num_transition": 277713
1938
+ }
libero/from_wan22/checkpoints/state/step_040000/latest ADDED
@@ -0,0 +1 @@
 
 
1
+ pytorch_model
libero/from_wan22/checkpoints/state/step_040000/pytorch_model/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c74227a99ff051080ff83c03ee3d266bd50f6ed8767c1ead1eac72a76d372542
3
+ size 18062155889
libero/from_wan22/checkpoints/state/step_040000/pytorch_model/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0202550e490237896d60335c1ba8d48488bbcc7d75f7d3fc342de67824af77a2
3
+ size 18062155697
libero/from_wan22/checkpoints/state/step_040000/pytorch_model/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a0c3ee881c6e7de21ebd99a68ca67da4a8ac405f08edb21608fd84e198b45c0
3
+ size 18062155761
libero/from_wan22/checkpoints/state/step_040000/pytorch_model/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd75855c46095c663823c486aa04be59c5be094ef75d8ba77820cecfa678abd6
3
+ size 18062209393
libero/from_wan22/checkpoints/state/step_040000/pytorch_model/mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77c75d91bee3e3cfb3c1bde2ae2b61d62cbf7f0a3df05ce93740a05b75f7abd6
3
+ size 13452156425
libero/from_wan22/checkpoints/state/step_040000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a60181c8682ae02041bc1ea0c4b339bb2f202ee58a25e226f372f21f9c8ccf31
3
+ size 15473
libero/from_wan22/checkpoints/state/step_040000/random_states_1.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75d6de14999c763d3b2e65e6bdf7803acc3c7e1428334041e8339f370a4d58cd
3
+ size 15537
libero/from_wan22/checkpoints/state/step_040000/random_states_2.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96c499dd21c69366b6c598de491d9f9a792e9fac1998f18ca9689732a7139211
3
+ size 15537
libero/from_wan22/checkpoints/state/step_040000/random_states_3.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:296031b44636010b7623d69087bb25778f75a611d6b73c9973d950087e83e4f1
3
+ size 15473
libero/from_wan22/checkpoints/state/step_040000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80c08fa764f7f3be1ec2a32a93381be764b869bed3a8fb39d513e20b38123159
3
+ size 1593
libero/from_wan22/checkpoints/state/step_040000/trainer_state.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "global_step": 40000,
3
+ "epoch": 2,
4
+ "batch_in_epoch": 5284
5
+ }
libero/from_wan22/checkpoints/state/step_040000/zero_to_fp32.py ADDED
@@ -0,0 +1,760 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/usr/bin/env python
2
+
3
+ # Copyright (c) Microsoft Corporation.
4
+ # SPDX-License-Identifier: Apache-2.0
5
+
6
+ # DeepSpeed Team
7
+
8
+ # This script extracts fp32 consolidated weights from a zero 1, 2 and 3 DeepSpeed checkpoints. It gets
9
+ # copied into the top level checkpoint dir, so the user can easily do the conversion at any point in
10
+ # the future. Once extracted, the weights don't require DeepSpeed and can be used in any
11
+ # application.
12
+ #
13
+ # example:
14
+ # python zero_to_fp32.py . output_dir/
15
+ # or
16
+ # python zero_to_fp32.py . output_dir/ --safe_serialization
17
+
18
+ import argparse
19
+ import torch
20
+ import glob
21
+ import math
22
+ import os
23
+ import re
24
+ import gc
25
+ import json
26
+ import numpy as np
27
+ from tqdm import tqdm
28
+ from collections import OrderedDict
29
+ from dataclasses import dataclass
30
+
31
+ # while this script doesn't use deepspeed to recover data, since the checkpoints are pickled with
32
+ # DeepSpeed data structures it has to be available in the current python environment.
33
+ from deepspeed.utils import logger
34
+ from deepspeed.checkpoint.constants import (DS_VERSION, OPTIMIZER_STATE_DICT, SINGLE_PARTITION_OF_FP32_GROUPS,
35
+ FP32_FLAT_GROUPS, ZERO_STAGE, PARTITION_COUNT, PARAM_SHAPES, BUFFER_NAMES,
36
+ FROZEN_PARAM_SHAPES, FROZEN_PARAM_FRAGMENTS)
37
+
38
+
39
+ @dataclass
40
+ class zero_model_state:
41
+ buffers: dict()
42
+ param_shapes: dict()
43
+ shared_params: list
44
+ ds_version: int
45
+ frozen_param_shapes: dict()
46
+ frozen_param_fragments: dict()
47
+
48
+
49
+ debug = 0
50
+
51
+ # load to cpu
52
+ device = torch.device('cpu')
53
+
54
+
55
+ def atoi(text):
56
+ return int(text) if text.isdigit() else text
57
+
58
+
59
+ def natural_keys(text):
60
+ '''
61
+ alist.sort(key=natural_keys) sorts in human order
62
+ http://nedbatchelder.com/blog/200712/human_sorting.html
63
+ (See Toothy's implementation in the comments)
64
+ '''
65
+ return [atoi(c) for c in re.split(r'(\d+)', text)]
66
+
67
+
68
+ def get_model_state_file(checkpoint_dir, zero_stage):
69
+ if not os.path.isdir(checkpoint_dir):
70
+ raise FileNotFoundError(f"Directory '{checkpoint_dir}' doesn't exist")
71
+
72
+ # there should be only one file
73
+ if zero_stage <= 2:
74
+ file = os.path.join(checkpoint_dir, "mp_rank_00_model_states.pt")
75
+ elif zero_stage == 3:
76
+ file = os.path.join(checkpoint_dir, "zero_pp_rank_0_mp_rank_00_model_states.pt")
77
+
78
+ if not os.path.exists(file):
79
+ raise FileNotFoundError(f"can't find model states file at '{file}'")
80
+
81
+ return file
82
+
83
+
84
+ def get_checkpoint_files(checkpoint_dir, glob_pattern):
85
+ # XXX: need to test that this simple glob rule works for multi-node setup too
86
+ ckpt_files = sorted(glob.glob(os.path.join(checkpoint_dir, glob_pattern)), key=natural_keys)
87
+
88
+ if len(ckpt_files) == 0:
89
+ raise FileNotFoundError(f"can't find {glob_pattern} files in directory '{checkpoint_dir}'")
90
+
91
+ return ckpt_files
92
+
93
+
94
+ def get_optim_files(checkpoint_dir):
95
+ return get_checkpoint_files(checkpoint_dir, "*_optim_states.pt")
96
+
97
+
98
+ def get_model_state_files(checkpoint_dir):
99
+ return get_checkpoint_files(checkpoint_dir, "*_model_states.pt")
100
+
101
+
102
+ def parse_model_states(files):
103
+ zero_model_states = []
104
+ for file in files:
105
+ state_dict = torch.load(file, map_location=device, weights_only=False)
106
+
107
+ if BUFFER_NAMES not in state_dict:
108
+ raise ValueError(f"{file} is not a model state checkpoint")
109
+ buffer_names = state_dict[BUFFER_NAMES]
110
+ if debug:
111
+ print("Found buffers:", buffer_names)
112
+
113
+ # recover just the buffers while restoring them to fp32 if they were saved in fp16
114
+ buffers = {k: v.float() for k, v in state_dict["module"].items() if k in buffer_names}
115
+ param_shapes = state_dict[PARAM_SHAPES]
116
+
117
+ # collect parameters that are included in param_shapes
118
+ param_names = []
119
+ for s in param_shapes:
120
+ for name in s.keys():
121
+ param_names.append(name)
122
+
123
+ # update with frozen parameters
124
+ frozen_param_shapes = state_dict.get(FROZEN_PARAM_SHAPES, None)
125
+ if frozen_param_shapes is not None:
126
+ if debug:
127
+ print(f"Found frozen_param_shapes: {frozen_param_shapes}")
128
+ param_names += list(frozen_param_shapes.keys())
129
+
130
+ # handle shared params
131
+ shared_params = [[k, v] for k, v in state_dict["shared_params"].items()]
132
+
133
+ ds_version = state_dict.get(DS_VERSION, None)
134
+
135
+ frozen_param_fragments = state_dict.get(FROZEN_PARAM_FRAGMENTS, None)
136
+
137
+ z_model_state = zero_model_state(buffers=buffers,
138
+ param_shapes=param_shapes,
139
+ shared_params=shared_params,
140
+ ds_version=ds_version,
141
+ frozen_param_shapes=frozen_param_shapes,
142
+ frozen_param_fragments=frozen_param_fragments)
143
+ zero_model_states.append(z_model_state)
144
+
145
+ return zero_model_states
146
+
147
+
148
+ def parse_optim_states(files, ds_checkpoint_dir):
149
+ total_files = len(files)
150
+ state_dicts = []
151
+ for f in tqdm(files, desc='Loading checkpoint shards'):
152
+ state_dict = torch.load(f, map_location=device, mmap=True, weights_only=False)
153
+ # immediately discard the potentially huge 2 optimizer states as we only care for fp32 master weights
154
+ # and also handle the case where it was already removed by another helper script
155
+ state_dict["optimizer_state_dict"].pop("optimizer_state_dict", None)
156
+ state_dicts.append(state_dict)
157
+
158
+ if ZERO_STAGE not in state_dicts[0][OPTIMIZER_STATE_DICT]:
159
+ raise ValueError(f"{files[0]} is not a zero checkpoint")
160
+ zero_stage = state_dicts[0][OPTIMIZER_STATE_DICT][ZERO_STAGE]
161
+ world_size = state_dicts[0][OPTIMIZER_STATE_DICT][PARTITION_COUNT]
162
+
163
+ # For ZeRO-2 each param group can have different partition_count as data parallelism for expert
164
+ # parameters can be different from data parallelism for non-expert parameters. So we can just
165
+ # use the max of the partition_count to get the dp world_size.
166
+
167
+ if type(world_size) is list:
168
+ world_size = max(world_size)
169
+
170
+ if world_size != total_files:
171
+ raise ValueError(
172
+ f"Expected {world_size} of '*_optim_states.pt' under '{ds_checkpoint_dir}' but found {total_files} files. "
173
+ "Possibly due to an overwrite of an old checkpoint, or a checkpoint didn't get saved by one or more processes."
174
+ )
175
+
176
+ # the groups are named differently in each stage
177
+ if zero_stage <= 2:
178
+ fp32_groups_key = SINGLE_PARTITION_OF_FP32_GROUPS
179
+ elif zero_stage == 3:
180
+ fp32_groups_key = FP32_FLAT_GROUPS
181
+ else:
182
+ raise ValueError(f"unknown zero stage {zero_stage}")
183
+
184
+ fp32_flat_groups = [state_dicts[i][OPTIMIZER_STATE_DICT][fp32_groups_key] for i in range(len(state_dicts))]
185
+ return zero_stage, world_size, fp32_flat_groups
186
+
187
+
188
+ def _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters):
189
+ """
190
+ Returns fp32 state_dict reconstructed from ds checkpoint
191
+
192
+ Args:
193
+ - ``ds_checkpoint_dir``: path to the deepspeed checkpoint folder (where the optimizer files are)
194
+
195
+ """
196
+ print(f"Processing zero checkpoint '{ds_checkpoint_dir}'")
197
+
198
+ optim_files = get_optim_files(ds_checkpoint_dir)
199
+ zero_stage, world_size, fp32_flat_groups = parse_optim_states(optim_files, ds_checkpoint_dir)
200
+ print(f"Detected checkpoint of type zero stage {zero_stage}, world_size: {world_size}")
201
+
202
+ model_files = get_model_state_files(ds_checkpoint_dir)
203
+
204
+ zero_model_states = parse_model_states(model_files)
205
+ print(f'Parsing checkpoint created by deepspeed=={zero_model_states[0].ds_version}')
206
+
207
+ if zero_stage <= 2:
208
+ return _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states,
209
+ exclude_frozen_parameters)
210
+ elif zero_stage == 3:
211
+ return _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states,
212
+ exclude_frozen_parameters)
213
+
214
+
215
+ def _zero2_merge_frozen_params(state_dict, zero_model_states):
216
+ if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0:
217
+ return
218
+
219
+ frozen_param_shapes = zero_model_states[0].frozen_param_shapes
220
+ frozen_param_fragments = zero_model_states[0].frozen_param_fragments
221
+
222
+ if debug:
223
+ num_elem = sum(s.numel() for s in frozen_param_shapes.values())
224
+ print(f'rank 0: {FROZEN_PARAM_SHAPES}.numel = {num_elem}')
225
+
226
+ wanted_params = len(frozen_param_shapes)
227
+ wanted_numel = sum(s.numel() for s in frozen_param_shapes.values())
228
+ avail_numel = sum([p.numel() for p in frozen_param_fragments.values()])
229
+ print(f'Frozen params: Have {avail_numel} numels to process.')
230
+ print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params')
231
+
232
+ total_params = 0
233
+ total_numel = 0
234
+ for name, shape in frozen_param_shapes.items():
235
+ total_params += 1
236
+ unpartitioned_numel = shape.numel()
237
+ total_numel += unpartitioned_numel
238
+
239
+ state_dict[name] = frozen_param_fragments[name]
240
+
241
+ if debug:
242
+ print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ")
243
+
244
+ print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements")
245
+
246
+
247
+ def _has_callable(obj, fn):
248
+ attr = getattr(obj, fn, None)
249
+ return callable(attr)
250
+
251
+
252
+ def _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states):
253
+ param_shapes = zero_model_states[0].param_shapes
254
+
255
+ # Reconstruction protocol:
256
+ #
257
+ # XXX: document this
258
+
259
+ if debug:
260
+ for i in range(world_size):
261
+ for j in range(len(fp32_flat_groups[0])):
262
+ print(f"{FP32_FLAT_GROUPS}[{i}][{j}].shape={fp32_flat_groups[i][j].shape}")
263
+
264
+ # XXX: memory usage doubles here (zero2)
265
+ num_param_groups = len(fp32_flat_groups[0])
266
+ merged_single_partition_of_fp32_groups = []
267
+ for i in range(num_param_groups):
268
+ merged_partitions = [sd[i] for sd in fp32_flat_groups]
269
+ full_single_fp32_vector = torch.cat(merged_partitions, 0)
270
+ merged_single_partition_of_fp32_groups.append(full_single_fp32_vector)
271
+ avail_numel = sum(
272
+ [full_single_fp32_vector.numel() for full_single_fp32_vector in merged_single_partition_of_fp32_groups])
273
+
274
+ if debug:
275
+ wanted_params = sum([len(shapes) for shapes in param_shapes])
276
+ wanted_numel = sum([sum(shape.numel() for shape in shapes.values()) for shapes in param_shapes])
277
+ # not asserting if there is a mismatch due to possible padding
278
+ print(f"Have {avail_numel} numels to process.")
279
+ print(f"Need {wanted_numel} numels in {wanted_params} params.")
280
+
281
+ # params
282
+ # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support
283
+ # out-of-core computing solution
284
+ total_numel = 0
285
+ total_params = 0
286
+ for shapes, full_single_fp32_vector in zip(param_shapes, merged_single_partition_of_fp32_groups):
287
+ offset = 0
288
+ avail_numel = full_single_fp32_vector.numel()
289
+ for name, shape in shapes.items():
290
+
291
+ unpartitioned_numel = shape.numel() if _has_callable(shape, 'numel') else math.prod(shape)
292
+ total_numel += unpartitioned_numel
293
+ total_params += 1
294
+
295
+ if debug:
296
+ print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ")
297
+ state_dict[name] = full_single_fp32_vector.narrow(0, offset, unpartitioned_numel).view(shape)
298
+ offset += unpartitioned_numel
299
+
300
+ # Z2 started to align to 2*world_size to improve nccl performance. Therefore both offset and
301
+ # avail_numel can differ by anywhere between 0..2*world_size. Due to two unrelated complex
302
+ # paddings performed in the code it's almost impossible to predict the exact numbers w/o the
303
+ # live optimizer object, so we are checking that the numbers are within the right range
304
+ align_to = 2 * world_size
305
+
306
+ def zero2_align(x):
307
+ return align_to * math.ceil(x / align_to)
308
+
309
+ if debug:
310
+ print(f"original offset={offset}, avail_numel={avail_numel}")
311
+
312
+ offset = zero2_align(offset)
313
+ avail_numel = zero2_align(avail_numel)
314
+
315
+ if debug:
316
+ print(f"aligned offset={offset}, avail_numel={avail_numel}")
317
+
318
+ # Sanity check
319
+ if offset != avail_numel:
320
+ raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong")
321
+
322
+ print(f"Reconstructed fp32 state dict with {total_params} params {total_numel} elements")
323
+
324
+
325
+ def _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states,
326
+ exclude_frozen_parameters):
327
+ state_dict = OrderedDict()
328
+
329
+ # buffers
330
+ buffers = zero_model_states[0].buffers
331
+ state_dict.update(buffers)
332
+ if debug:
333
+ print(f"added {len(buffers)} buffers")
334
+
335
+ if not exclude_frozen_parameters:
336
+ _zero2_merge_frozen_params(state_dict, zero_model_states)
337
+
338
+ _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states)
339
+
340
+ # recover shared parameters
341
+ for pair in zero_model_states[0].shared_params:
342
+ if pair[1] in state_dict:
343
+ state_dict[pair[0]] = state_dict[pair[1]]
344
+
345
+ return state_dict
346
+
347
+
348
+ def zero3_partitioned_param_info(unpartitioned_numel, world_size):
349
+ remainder = unpartitioned_numel % world_size
350
+ padding_numel = (world_size - remainder) if remainder else 0
351
+ partitioned_numel = math.ceil(unpartitioned_numel / world_size)
352
+ return partitioned_numel, padding_numel
353
+
354
+
355
+ def _zero3_merge_frozen_params(state_dict, world_size, zero_model_states):
356
+ if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0:
357
+ return
358
+
359
+ if debug:
360
+ for i in range(world_size):
361
+ num_elem = sum(s.numel() for s in zero_model_states[i].frozen_param_fragments.values())
362
+ print(f'rank {i}: {FROZEN_PARAM_SHAPES}.numel = {num_elem}')
363
+
364
+ frozen_param_shapes = zero_model_states[0].frozen_param_shapes
365
+ wanted_params = len(frozen_param_shapes)
366
+ wanted_numel = sum(s.numel() for s in frozen_param_shapes.values())
367
+ avail_numel = sum([p.numel() for p in zero_model_states[0].frozen_param_fragments.values()]) * world_size
368
+ print(f'Frozen params: Have {avail_numel} numels to process.')
369
+ print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params')
370
+
371
+ total_params = 0
372
+ total_numel = 0
373
+ for name, shape in zero_model_states[0].frozen_param_shapes.items():
374
+ total_params += 1
375
+ unpartitioned_numel = shape.numel()
376
+ total_numel += unpartitioned_numel
377
+
378
+ param_frags = tuple(model_state.frozen_param_fragments[name] for model_state in zero_model_states)
379
+ state_dict[name] = torch.cat(param_frags, 0).narrow(0, 0, unpartitioned_numel).view(shape)
380
+
381
+ partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size)
382
+
383
+ if debug:
384
+ print(
385
+ f"Frozen params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}"
386
+ )
387
+
388
+ print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements")
389
+
390
+
391
+ class GatheredTensor:
392
+ """
393
+ A pseudo tensor that collects partitioned weights.
394
+ It is more memory efficient when there are multiple groups.
395
+ """
396
+
397
+ def __init__(self, flat_groups, flat_groups_offset, offset, partitioned_numel, shape):
398
+ self.flat_groups = flat_groups
399
+ self.flat_groups_offset = flat_groups_offset
400
+ self.offset = offset
401
+ self.partitioned_numel = partitioned_numel
402
+ self.shape = shape
403
+ self.dtype = self.flat_groups[0][0].dtype
404
+
405
+ def contiguous(self):
406
+ """
407
+ Merge partitioned weights from flat_groups into a single tensor.
408
+ """
409
+ end_idx = self.offset + self.partitioned_numel
410
+ world_size = len(self.flat_groups)
411
+ pad_flat_param_chunks = []
412
+
413
+ for rank_i in range(world_size):
414
+ # for each rank, we need to collect weights from related group/groups
415
+ flat_groups_at_rank_i = self.flat_groups[rank_i]
416
+ start_group_id = None
417
+ end_group_id = None
418
+ for group_id in range(len(self.flat_groups_offset)):
419
+ if self.flat_groups_offset[group_id] <= self.offset < self.flat_groups_offset[group_id + 1]:
420
+ start_group_id = group_id
421
+ if self.flat_groups_offset[group_id] < end_idx <= self.flat_groups_offset[group_id + 1]:
422
+ end_group_id = group_id
423
+ break
424
+ # collect weights from related group/groups
425
+ for group_id in range(start_group_id, end_group_id + 1):
426
+ flat_tensor = flat_groups_at_rank_i[group_id]
427
+ start_offset = self.offset - self.flat_groups_offset[group_id]
428
+ end_offset = min(end_idx, self.flat_groups_offset[group_id + 1]) - self.flat_groups_offset[group_id]
429
+ pad_flat_param_chunks.append(flat_tensor[start_offset:end_offset])
430
+
431
+ # collect weights from all ranks
432
+ pad_flat_param = torch.cat(pad_flat_param_chunks, dim=0)
433
+ param = pad_flat_param[:self.shape.numel()].view(self.shape).contiguous()
434
+ return param
435
+
436
+
437
+ def _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states):
438
+ param_shapes = zero_model_states[0].param_shapes
439
+ avail_numel = sum([flat_group.numel() for flat_group in fp32_flat_groups[0]]) * world_size
440
+
441
+ # Reconstruction protocol: For zero3 we need to zip the partitions together at boundary of each
442
+ # param, re-consolidating each param, while dealing with padding if any
443
+
444
+ # merge list of dicts, preserving order
445
+ param_shapes = {k: v for d in param_shapes for k, v in d.items()}
446
+
447
+ if debug:
448
+ for i in range(world_size):
449
+ print(f"{FP32_FLAT_GROUPS}[{i}].shape={fp32_flat_groups[i].shape}")
450
+
451
+ wanted_params = len(param_shapes)
452
+ wanted_numel = sum(shape.numel() for shape in param_shapes.values())
453
+ # not asserting if there is a mismatch due to possible padding
454
+ avail_numel = fp32_flat_groups[0].numel() * world_size
455
+ print(f"Trainable params: Have {avail_numel} numels to process.")
456
+ print(f"Trainable params: Need {wanted_numel} numels in {wanted_params} params.")
457
+
458
+ # params
459
+ # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support
460
+ # out-of-core computing solution
461
+ offset = 0
462
+ total_numel = 0
463
+ total_params = 0
464
+ flat_groups_offset = [0] + list(np.cumsum([flat_tensor.numel() for flat_tensor in fp32_flat_groups[0]]))
465
+ for name, shape in tqdm(param_shapes.items(), desc='Gathering sharded weights'):
466
+ unpartitioned_numel = shape.numel()
467
+ total_numel += unpartitioned_numel
468
+ total_params += 1
469
+ partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size)
470
+
471
+ if debug:
472
+ print(
473
+ f"Trainable params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}"
474
+ )
475
+
476
+ # memory efficient tensor
477
+ tensor = GatheredTensor(fp32_flat_groups, flat_groups_offset, offset, partitioned_numel, shape)
478
+ state_dict[name] = tensor
479
+ offset += partitioned_numel
480
+
481
+ offset *= world_size
482
+
483
+ # Sanity check
484
+ if offset != avail_numel:
485
+ raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong")
486
+
487
+ print(f"Reconstructed Trainable fp32 state dict with {total_params} params {total_numel} elements")
488
+
489
+
490
+ def _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states,
491
+ exclude_frozen_parameters):
492
+ state_dict = OrderedDict()
493
+
494
+ # buffers
495
+ buffers = zero_model_states[0].buffers
496
+ state_dict.update(buffers)
497
+ if debug:
498
+ print(f"added {len(buffers)} buffers")
499
+
500
+ if not exclude_frozen_parameters:
501
+ _zero3_merge_frozen_params(state_dict, world_size, zero_model_states)
502
+
503
+ _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states)
504
+
505
+ # recover shared parameters
506
+ for pair in zero_model_states[0].shared_params:
507
+ if pair[1] in state_dict:
508
+ state_dict[pair[0]] = state_dict[pair[1]]
509
+
510
+ return state_dict
511
+
512
+
513
+ def to_torch_tensor(state_dict, return_empty_tensor=False):
514
+ """
515
+ Convert state_dict of GatheredTensor to torch tensor
516
+ """
517
+ torch_state_dict = {}
518
+ converted_tensors = {}
519
+ for name, tensor in state_dict.items():
520
+ tensor_id = id(tensor)
521
+ if tensor_id in converted_tensors: # shared tensors
522
+ shared_tensor = torch_state_dict[converted_tensors[tensor_id]]
523
+ torch_state_dict[name] = shared_tensor
524
+ else:
525
+ converted_tensors[tensor_id] = name
526
+ if return_empty_tensor:
527
+ torch_state_dict[name] = torch.empty(tensor.shape, dtype=tensor.dtype)
528
+ else:
529
+ torch_state_dict[name] = tensor.contiguous()
530
+ return torch_state_dict
531
+
532
+
533
+ def get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir,
534
+ tag=None,
535
+ exclude_frozen_parameters=False,
536
+ lazy_mode=False):
537
+ """
538
+ Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated state_dict that can be loaded with
539
+ ``load_state_dict()`` and used for training without DeepSpeed or shared with others, for example
540
+ via a model hub.
541
+
542
+ Args:
543
+ - ``checkpoint_dir``: path to the desired checkpoint folder
544
+ - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in 'latest' file. e.g., ``global_step14``
545
+ - ``exclude_frozen_parameters``: exclude frozen parameters
546
+ - ``lazy_mode``: get state_dict in lazy mode. It returns a dict of pesduo tensor instead of torch tensor, which is more memory efficient.
547
+ Convert the pesduo tensor to torch tensor by ``.contiguous()``
548
+
549
+ Returns:
550
+ - pytorch ``state_dict``
551
+
552
+ A typical usage might be ::
553
+
554
+ from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint
555
+ # do the training and checkpoint saving
556
+ state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir) # already on cpu
557
+ model = model.cpu() # move to cpu
558
+ model.load_state_dict(state_dict)
559
+ # submit to model hub or save the model to share with others
560
+
561
+ In this example the ``model`` will no longer be usable in the deepspeed context of the same
562
+ application. i.e. you will need to re-initialize the deepspeed engine, since
563
+ ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it.
564
+
565
+ If you want it all done for you, use ``load_state_dict_from_zero_checkpoint`` instead.
566
+
567
+ Note: the above usage may not work if your application doesn't have sufficient free CPU memory.
568
+ You may need to use the offline approach using the ``zero_to_fp32.py`` script that is saved with
569
+ the checkpoint. Or you can load state_dict in lazy mode ::
570
+
571
+ from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint
572
+ state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, lazy_mode=True) # not on cpu
573
+ for name, lazy_tensor in state_dict.item():
574
+ tensor = lazy_tensor.contiguous() # to cpu
575
+ print(name, tensor)
576
+ # del tensor to release memory if it no longer in use
577
+ """
578
+ if tag is None:
579
+ latest_path = os.path.join(checkpoint_dir, 'latest')
580
+ if os.path.isfile(latest_path):
581
+ with open(latest_path, 'r') as fd:
582
+ tag = fd.read().strip()
583
+ else:
584
+ raise ValueError(f"Unable to find 'latest' file at {latest_path}")
585
+
586
+ ds_checkpoint_dir = os.path.join(checkpoint_dir, tag)
587
+
588
+ if not os.path.isdir(ds_checkpoint_dir):
589
+ raise FileNotFoundError(f"Directory '{ds_checkpoint_dir}' doesn't exist")
590
+
591
+ state_dict = _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters)
592
+ if lazy_mode:
593
+ return state_dict
594
+ else:
595
+ return to_torch_tensor(state_dict)
596
+
597
+
598
+ def convert_zero_checkpoint_to_fp32_state_dict(checkpoint_dir,
599
+ output_dir,
600
+ max_shard_size="5GB",
601
+ safe_serialization=False,
602
+ tag=None,
603
+ exclude_frozen_parameters=False):
604
+ """
605
+ Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` file that can be
606
+ loaded with ``torch.load(file)`` + ``load_state_dict()`` and used for training without DeepSpeed.
607
+
608
+ Args:
609
+ - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``)
610
+ - ``output_dir``: directory to the pytorch fp32 state_dict output files
611
+ - ``max_shard_size``: the maximum size for a checkpoint before being sharded, default value is 5GB
612
+ - ``safe_serialization``: whether to save the model using `safetensors` or the traditional PyTorch way (that uses `pickle`).
613
+ - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14``
614
+ - ``exclude_frozen_parameters``: exclude frozen parameters
615
+ """
616
+
617
+ # Dependency pre-check
618
+ if safe_serialization:
619
+ try:
620
+ from safetensors.torch import save_file
621
+ except ImportError:
622
+ print('If you want to use `safe_serialization`, please `pip install safetensors`')
623
+ raise
624
+ if max_shard_size is not None:
625
+ try:
626
+ from huggingface_hub import split_torch_state_dict_into_shards
627
+ except ImportError:
628
+ print('If you want to use `max_shard_size`, please `pip install huggingface_hub`')
629
+ raise
630
+
631
+ # Convert zero checkpoint to state_dict
632
+ state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir,
633
+ tag,
634
+ exclude_frozen_parameters,
635
+ lazy_mode=True)
636
+
637
+ # Shard the model if it is too big.
638
+ weights_name = "model.safetensors" if safe_serialization else "pytorch_model.bin"
639
+ if max_shard_size is not None:
640
+ filename_pattern = weights_name.replace(".bin", "{suffix}.bin").replace(".safetensors", "{suffix}.safetensors")
641
+ # an memory-efficient approach for sharding
642
+ empty_state_dict = to_torch_tensor(state_dict, return_empty_tensor=True)
643
+ state_dict_split = split_torch_state_dict_into_shards(empty_state_dict,
644
+ filename_pattern=filename_pattern,
645
+ max_shard_size=max_shard_size)
646
+ else:
647
+ from collections import namedtuple
648
+ StateDictSplit = namedtuple("StateDictSplit", ["is_sharded", "filename_to_tensors"])
649
+ state_dict_split = StateDictSplit(is_sharded=False,
650
+ filename_to_tensors={weights_name: list(state_dict.keys())})
651
+
652
+ # Save the model by shard
653
+ os.makedirs(output_dir, exist_ok=True)
654
+ filename_to_tensors = state_dict_split.filename_to_tensors.items()
655
+ for shard_file, tensors in tqdm(filename_to_tensors, desc="Saving checkpoint shards"):
656
+ shard_state_dict = {tensor_name: state_dict[tensor_name] for tensor_name in tensors}
657
+ shard_state_dict = to_torch_tensor(shard_state_dict)
658
+ output_path = os.path.join(output_dir, shard_file)
659
+ if safe_serialization:
660
+ save_file(shard_state_dict, output_path, metadata={"format": "pt"})
661
+ else:
662
+ torch.save(shard_state_dict, output_path)
663
+ # release the memory of current shard
664
+ for tensor_name in list(shard_state_dict.keys()):
665
+ del state_dict[tensor_name]
666
+ del shard_state_dict[tensor_name]
667
+ del shard_state_dict
668
+ gc.collect()
669
+
670
+ # Save index if sharded
671
+ if state_dict_split.is_sharded:
672
+ index = {
673
+ "metadata": state_dict_split.metadata,
674
+ "weight_map": state_dict_split.tensor_to_filename,
675
+ }
676
+ save_index_file = "model.safetensors.index.json" if safe_serialization else "pytorch_model.bin.index.json"
677
+ save_index_file = os.path.join(output_dir, save_index_file)
678
+ with open(save_index_file, "w", encoding="utf-8") as f:
679
+ content = json.dumps(index, indent=2, sort_keys=True) + "\n"
680
+ f.write(content)
681
+
682
+
683
+ def load_state_dict_from_zero_checkpoint(model, checkpoint_dir, tag=None):
684
+ """
685
+ 1. Put the provided model to cpu
686
+ 2. Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict``
687
+ 3. Load it into the provided model
688
+
689
+ Args:
690
+ - ``model``: the model object to update
691
+ - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``)
692
+ - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14``
693
+
694
+ Returns:
695
+ - ``model`: modified model
696
+
697
+ Make sure you have plenty of CPU memory available before you call this function. If you don't
698
+ have enough use the ``zero_to_fp32.py`` utility to do the conversion. You will find it
699
+ conveniently placed for you in the checkpoint folder.
700
+
701
+ A typical usage might be ::
702
+
703
+ from deepspeed.utils.zero_to_fp32 import load_state_dict_from_zero_checkpoint
704
+ model = load_state_dict_from_zero_checkpoint(trainer.model, checkpoint_dir)
705
+ # submit to model hub or save the model to share with others
706
+
707
+ Note, that once this was run, the ``model`` will no longer be usable in the deepspeed context
708
+ of the same application. i.e. you will need to re-initialize the deepspeed engine, since
709
+ ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it.
710
+
711
+ """
712
+ logger.info("Extracting fp32 weights")
713
+ state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag)
714
+
715
+ logger.info("Overwriting model with fp32 weights")
716
+ model = model.cpu()
717
+ model.load_state_dict(state_dict, strict=False)
718
+
719
+ return model
720
+
721
+
722
+ if __name__ == "__main__":
723
+ parser = argparse.ArgumentParser()
724
+ parser.add_argument("checkpoint_dir",
725
+ type=str,
726
+ help="path to the desired checkpoint folder, e.g., path/checkpoint-12")
727
+ parser.add_argument("output_dir",
728
+ type=str,
729
+ help="directory to the pytorch fp32 state_dict output files"
730
+ "(e.g. path/checkpoint-12-output/)")
731
+ parser.add_argument(
732
+ "--max_shard_size",
733
+ type=str,
734
+ default="5GB",
735
+ help="The maximum size for a checkpoint before being sharded. Checkpoints shard will then be each of size"
736
+ "lower than this size. If expressed as a string, needs to be digits followed by a unit (like `5MB`"
737
+ "We default it to 5GB in order for models to be able to run easily on free-tier google colab instances"
738
+ "without CPU OOM issues.")
739
+ parser.add_argument(
740
+ "--safe_serialization",
741
+ default=False,
742
+ action='store_true',
743
+ help="Whether to save the model using `safetensors` or the traditional PyTorch way (that uses `pickle`).")
744
+ parser.add_argument("-t",
745
+ "--tag",
746
+ type=str,
747
+ default=None,
748
+ help="checkpoint tag used as a unique identifier for checkpoint. e.g., global_step1")
749
+ parser.add_argument("--exclude_frozen_parameters", action='store_true', help="exclude frozen parameters")
750
+ parser.add_argument("-d", "--debug", action='store_true', help="enable debug")
751
+ args = parser.parse_args()
752
+
753
+ debug = args.debug
754
+
755
+ convert_zero_checkpoint_to_fp32_state_dict(args.checkpoint_dir,
756
+ args.output_dir,
757
+ max_shard_size=args.max_shard_size,
758
+ safe_serialization=args.safe_serialization,
759
+ tag=args.tag,
760
+ exclude_frozen_parameters=args.exclude_frozen_parameters)
libero/from_wan22/checkpoints/weights/step_040000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:992fcccc8a54d6a8543030a7907c4c36626dc240d3aa931032b4c5e8ea214444
3
+ size 12041735545
libero/from_wan22/config.yaml ADDED
@@ -0,0 +1,196 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ output_dir: ./runs/libero_causalwam_idm_2cam224_1e-4/2026-04-20_05-20-58
2
+ batch_size: 4
3
+ num_workers: 4
4
+ lr_scheduler_type: constant
5
+ learning_rate: 1.0e-05
6
+ num_epochs: 5
7
+ max_steps: null
8
+ log_every: 10
9
+ save_every: 5000
10
+ eval_every: 50
11
+ eval_num_inference_steps: 10
12
+ gradient_accumulation_steps: 1
13
+ mixed_precision: bf16
14
+ seed: 42
15
+ max_grad_norm: 1.0
16
+ weight_decay: 0.001
17
+ resume: null
18
+ wandb:
19
+ enabled: true
20
+ workspace: gaochenxiao
21
+ project: fastwam
22
+ name: libero-bs4-lr_constant1e-5-Wan22Pretrained
23
+ group: null
24
+ mode: online
25
+ data:
26
+ train:
27
+ _target_: fastwam.datasets.lerobot.robot_video_dataset.RobotVideoDataset
28
+ dataset_dirs:
29
+ - ./data/libero_mujoco3.3.2/libero_spatial_no_noops_lerobot
30
+ - ./data/libero_mujoco3.3.2/libero_object_no_noops_lerobot
31
+ - ./data/libero_mujoco3.3.2/libero_goal_no_noops_lerobot
32
+ - ./data/libero_mujoco3.3.2/libero_10_no_noops_lerobot
33
+ shape_meta:
34
+ images:
35
+ - key: image
36
+ raw_shape:
37
+ - 3
38
+ - 512
39
+ - 512
40
+ shape:
41
+ - 3
42
+ - 224
43
+ - 224
44
+ - key: wrist_image
45
+ raw_shape:
46
+ - 3
47
+ - 512
48
+ - 512
49
+ shape:
50
+ - 3
51
+ - 224
52
+ - 224
53
+ action:
54
+ - key: default
55
+ raw_shape: 7
56
+ shape: 7
57
+ state:
58
+ - key: default
59
+ raw_shape: 8
60
+ shape: 8
61
+ num_frames: 33
62
+ global_sample_stride: 1
63
+ action_video_freq_ratio: 4
64
+ video_size:
65
+ - 224
66
+ - 448
67
+ camera_key: null
68
+ val_set_proportion: 0.0
69
+ is_training_set: true
70
+ skip_padding_as_possible: false
71
+ concat_multi_camera: horizontal
72
+ processor:
73
+ _target_: fastwam.datasets.lerobot.processors.fastwam_processor.FastWAMProcessor
74
+ shape_meta:
75
+ images:
76
+ - key: image
77
+ raw_shape:
78
+ - 3
79
+ - 512
80
+ - 512
81
+ shape:
82
+ - 3
83
+ - 224
84
+ - 224
85
+ - key: wrist_image
86
+ raw_shape:
87
+ - 3
88
+ - 512
89
+ - 512
90
+ shape:
91
+ - 3
92
+ - 224
93
+ - 224
94
+ action:
95
+ - key: default
96
+ raw_shape: 7
97
+ shape: 7
98
+ state:
99
+ - key: default
100
+ raw_shape: 8
101
+ shape: 8
102
+ num_obs_steps: 33
103
+ num_output_cameras: 2
104
+ action_output_dim: 7
105
+ proprio_output_dim: 8
106
+ delta_action_dim_mask:
107
+ default:
108
+ - true
109
+ - true
110
+ - true
111
+ - true
112
+ - true
113
+ - true
114
+ - false
115
+ action_state_transforms: null
116
+ use_stepwise_action_norm: false
117
+ norm_default_mode: min/max
118
+ norm_exception_mode: null
119
+ action_state_merger:
120
+ _target_: fastwam.datasets.lerobot.transforms.action_state_merger.ConcatLeftAlign
121
+ train_transforms:
122
+ - _target_: fastwam.datasets.lerobot.transforms.image.ToTensor
123
+ - _target_: torchvision.transforms.Resize
124
+ size:
125
+ - 224
126
+ - 224
127
+ val_transforms:
128
+ - _target_: fastwam.datasets.lerobot.transforms.image.ToTensor
129
+ - _target_: torchvision.transforms.Resize
130
+ size:
131
+ - 224
132
+ - 224
133
+ text_embedding_cache_dir: ./data/text_embeds_cache/libero
134
+ context_len: 128
135
+ model:
136
+ _target_: fastwam.runtime.create_causalwam_idm
137
+ model_id: Wan-AI/Wan2.2-TI2V-5B
138
+ tokenizer_model_id: Wan-AI/Wan2.1-T2V-1.3B
139
+ tokenizer_max_len: 128
140
+ load_text_encoder: false
141
+ proprio_dim: 8
142
+ redirect_common_files: false
143
+ mot_checkpoint_mixed_attn: false
144
+ action_dit_pretrained_path: checkpoints/fastwam/refactor/2026-04-18_16-33-20/checkpoints/CausalActionDiT_alphascale_1024hdim_Wan22Pretrained.pt
145
+ skip_dit_load_from_pretrain: false
146
+ video_dit_pretrained_path: null
147
+ video_dit_config:
148
+ has_image_input: false
149
+ patch_size:
150
+ - 1
151
+ - 2
152
+ - 2
153
+ in_dim: 48
154
+ hidden_dim: 3072
155
+ ffn_dim: 14336
156
+ freq_dim: 256
157
+ text_dim: 4096
158
+ out_dim: 48
159
+ num_heads: 24
160
+ attn_head_dim: 128
161
+ num_layers: 30
162
+ eps: 1.0e-06
163
+ seperated_timestep: true
164
+ require_clip_embedding: false
165
+ require_vae_embedding: false
166
+ fuse_vae_embedding_in_latents: true
167
+ use_gradient_checkpointing: false
168
+ video_attention_mask_mode: per_frame_causal
169
+ action_conditioned: false
170
+ action_dim: 7
171
+ action_group_causal_mask_mode: group_diagonal
172
+ cond_config:
173
+ video_cond_noise_prob: 0.5
174
+ video_cond_t_min: 0.5
175
+ video_cond_t_max: 1.0
176
+ action_dit_config:
177
+ action_dim: 7
178
+ hidden_dim: 1024
179
+ ffn_dim: 4096
180
+ num_heads: 24
181
+ attn_head_dim: 128
182
+ num_layers: 30
183
+ text_dim: 4096
184
+ freq_dim: 256
185
+ eps: 1.0e-06
186
+ use_gradient_checkpointing: false
187
+ video_scheduler:
188
+ train_shift: 5.0
189
+ infer_shift: 5.0
190
+ num_train_timesteps: 1000
191
+ action_scheduler:
192
+ train_shift: 5.0
193
+ infer_shift: 5.0
194
+ num_train_timesteps: 1000
195
+ loss:
196
+ lambda_action: 1.0
libero/from_wan22/dataset_stats.json ADDED
@@ -0,0 +1,1938 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "state": {
3
+ "default": {
4
+ "stepwise_min": [
5
+ [
6
+ -0.48278069496154785,
7
+ -0.3309336006641388,
8
+ 0.008128181099891663,
9
+ 1.002794623374939,
10
+ -3.6312508583068848,
11
+ -1.842738389968872,
12
+ -0.005453015677630901,
13
+ -0.042015016078948975
14
+ ]
15
+ ],
16
+ "stepwise_max": [
17
+ [
18
+ 0.2103137969970703,
19
+ 0.3904264271259308,
20
+ 1.472778081893921,
21
+ 3.7248642444610596,
22
+ 3.5618896484375,
23
+ 1.3863215446472168,
24
+ 0.04232141748070717,
25
+ 0.0013126095291227102
26
+ ]
27
+ ],
28
+ "global_min": [
29
+ -0.48278069496154785,
30
+ -0.3309336006641388,
31
+ 0.008128181099891663,
32
+ 1.002794623374939,
33
+ -3.6312508583068848,
34
+ -1.842738389968872,
35
+ -0.005453015677630901,
36
+ -0.042015016078948975
37
+ ],
38
+ "global_max": [
39
+ 0.2103137969970703,
40
+ 0.3904264271259308,
41
+ 1.472778081893921,
42
+ 3.7248642444610596,
43
+ 3.5618896484375,
44
+ 1.3863215446472168,
45
+ 0.04232141748070717,
46
+ 0.0013126095291227102
47
+ ],
48
+ "stepwise_q01": [
49
+ [
50
+ -0.48195967078208923,
51
+ -0.3300417959690094,
52
+ 0.008850866928696632,
53
+ 1.0129998922348022,
54
+ -3.619534969329834,
55
+ -1.8389623165130615,
56
+ -0.0013291656505316496,
57
+ -0.04173403978347778
58
+ ]
59
+ ],
60
+ "stepwise_q99": [
61
+ [
62
+ 0.20942535996437073,
63
+ 0.39041632413864136,
64
+ 1.4693706035614014,
65
+ 3.721859931945801,
66
+ 3.5605900287628174,
67
+ 1.3660067319869995,
68
+ 0.04197758436203003,
69
+ 0.0009995142463594675
70
+ ]
71
+ ],
72
+ "global_q01": [
73
+ -0.48195967078208923,
74
+ -0.3300417959690094,
75
+ 0.008850866928696632,
76
+ 1.0129998922348022,
77
+ -3.619534969329834,
78
+ -1.8389623165130615,
79
+ -0.0013291656505316496,
80
+ -0.04173403978347778
81
+ ],
82
+ "global_q99": [
83
+ 0.20942535996437073,
84
+ 0.39041632413864136,
85
+ 1.4693706035614014,
86
+ 3.721859931945801,
87
+ 3.5605900287628174,
88
+ 1.3660067319869995,
89
+ 0.04197758436203003,
90
+ 0.0009995142463594675
91
+ ],
92
+ "stepwise_mean": [
93
+ [
94
+ -0.05243948474526405,
95
+ 0.040308523923158646,
96
+ 0.7768229842185974,
97
+ 2.996931314468384,
98
+ -0.13651959598064423,
99
+ -0.11046147346496582,
100
+ 0.02632352150976658,
101
+ -0.026523755863308907
102
+ ]
103
+ ],
104
+ "stepwise_std": [
105
+ [
106
+ 0.10999669134616852,
107
+ 0.15002696216106415,
108
+ 0.38846009969711304,
109
+ 0.3232516348361969,
110
+ 0.7607998847961426,
111
+ 0.3058409094810486,
112
+ 0.014585153199732304,
113
+ 0.01446242444217205
114
+ ]
115
+ ],
116
+ "global_mean": [
117
+ -0.05243948474526405,
118
+ 0.040308523923158646,
119
+ 0.7768229842185974,
120
+ 2.996931314468384,
121
+ -0.13651959598064423,
122
+ -0.11046147346496582,
123
+ 0.02632352150976658,
124
+ -0.026523755863308907
125
+ ],
126
+ "global_std": [
127
+ 0.10999669134616852,
128
+ 0.15002696216106415,
129
+ 0.38846009969711304,
130
+ 0.3232516348361969,
131
+ 0.7607998847961426,
132
+ 0.3058409094810486,
133
+ 0.014585153199732304,
134
+ 0.01446242444217205
135
+ ]
136
+ }
137
+ },
138
+ "action": {
139
+ "default": {
140
+ "stepwise_min": [
141
+ [
142
+ -0.9375,
143
+ -0.9375,
144
+ -0.9375,
145
+ -0.24214285612106323,
146
+ -0.375,
147
+ -0.3642857074737549,
148
+ 0.0
149
+ ],
150
+ [
151
+ -0.9375,
152
+ -0.9375,
153
+ -0.9375,
154
+ -0.24214285612106323,
155
+ -0.375,
156
+ -0.3642857074737549,
157
+ 0.0
158
+ ],
159
+ [
160
+ -0.9375,
161
+ -0.9375,
162
+ -0.9375,
163
+ -0.24214285612106323,
164
+ -0.375,
165
+ -0.3642857074737549,
166
+ 0.0
167
+ ],
168
+ [
169
+ -0.9375,
170
+ -0.9375,
171
+ -0.9375,
172
+ -0.24214285612106323,
173
+ -0.375,
174
+ -0.3642857074737549,
175
+ 0.0
176
+ ],
177
+ [
178
+ -0.9375,
179
+ -0.9375,
180
+ -0.9375,
181
+ -0.24214285612106323,
182
+ -0.375,
183
+ -0.3642857074737549,
184
+ 0.0
185
+ ],
186
+ [
187
+ -0.9375,
188
+ -0.9375,
189
+ -0.9375,
190
+ -0.24214285612106323,
191
+ -0.375,
192
+ -0.3642857074737549,
193
+ 0.0
194
+ ],
195
+ [
196
+ -0.9375,
197
+ -0.9375,
198
+ -0.9375,
199
+ -0.24214285612106323,
200
+ -0.375,
201
+ -0.3642857074737549,
202
+ 0.0
203
+ ],
204
+ [
205
+ -0.9375,
206
+ -0.9375,
207
+ -0.9375,
208
+ -0.24214285612106323,
209
+ -0.375,
210
+ -0.3642857074737549,
211
+ 0.0
212
+ ],
213
+ [
214
+ -0.9375,
215
+ -0.9375,
216
+ -0.9375,
217
+ -0.24214285612106323,
218
+ -0.375,
219
+ -0.3642857074737549,
220
+ 0.0
221
+ ],
222
+ [
223
+ -0.9375,
224
+ -0.9375,
225
+ -0.9375,
226
+ -0.24214285612106323,
227
+ -0.375,
228
+ -0.3642857074737549,
229
+ 0.0
230
+ ],
231
+ [
232
+ -0.9375,
233
+ -0.9375,
234
+ -0.9375,
235
+ -0.24214285612106323,
236
+ -0.375,
237
+ -0.3642857074737549,
238
+ 0.0
239
+ ],
240
+ [
241
+ -0.9375,
242
+ -0.9375,
243
+ -0.9375,
244
+ -0.24214285612106323,
245
+ -0.375,
246
+ -0.3642857074737549,
247
+ 0.0
248
+ ],
249
+ [
250
+ -0.9375,
251
+ -0.9375,
252
+ -0.9375,
253
+ -0.24214285612106323,
254
+ -0.375,
255
+ -0.3642857074737549,
256
+ 0.0
257
+ ],
258
+ [
259
+ -0.9375,
260
+ -0.9375,
261
+ -0.9375,
262
+ -0.24214285612106323,
263
+ -0.375,
264
+ -0.3642857074737549,
265
+ 0.0
266
+ ],
267
+ [
268
+ -0.9375,
269
+ -0.9375,
270
+ -0.9375,
271
+ -0.24214285612106323,
272
+ -0.375,
273
+ -0.3642857074737549,
274
+ 0.0
275
+ ],
276
+ [
277
+ -0.9375,
278
+ -0.9375,
279
+ -0.9375,
280
+ -0.23678570985794067,
281
+ -0.375,
282
+ -0.3642857074737549,
283
+ 0.0
284
+ ],
285
+ [
286
+ -0.9375,
287
+ -0.9375,
288
+ -0.9375,
289
+ -0.23678570985794067,
290
+ -0.375,
291
+ -0.3642857074737549,
292
+ 0.0
293
+ ],
294
+ [
295
+ -0.9375,
296
+ -0.9375,
297
+ -0.9375,
298
+ -0.23642857372760773,
299
+ -0.375,
300
+ -0.3642857074737549,
301
+ 0.0
302
+ ],
303
+ [
304
+ -0.9375,
305
+ -0.9375,
306
+ -0.9375,
307
+ -0.23642857372760773,
308
+ -0.375,
309
+ -0.3642857074737549,
310
+ 0.0
311
+ ],
312
+ [
313
+ -0.9375,
314
+ -0.9375,
315
+ -0.9375,
316
+ -0.23642857372760773,
317
+ -0.375,
318
+ -0.3642857074737549,
319
+ 0.0
320
+ ],
321
+ [
322
+ -0.9375,
323
+ -0.9375,
324
+ -0.9375,
325
+ -0.23642857372760773,
326
+ -0.375,
327
+ -0.3642857074737549,
328
+ 0.0
329
+ ],
330
+ [
331
+ -0.9375,
332
+ -0.9375,
333
+ -0.9375,
334
+ -0.23642857372760773,
335
+ -0.375,
336
+ -0.3642857074737549,
337
+ 0.0
338
+ ],
339
+ [
340
+ -0.9375,
341
+ -0.9375,
342
+ -0.9375,
343
+ -0.23642857372760773,
344
+ -0.375,
345
+ -0.3642857074737549,
346
+ 0.0
347
+ ],
348
+ [
349
+ -0.9375,
350
+ -0.9375,
351
+ -0.9375,
352
+ -0.23642857372760773,
353
+ -0.375,
354
+ -0.3642857074737549,
355
+ 0.0
356
+ ],
357
+ [
358
+ -0.9375,
359
+ -0.9375,
360
+ -0.9375,
361
+ -0.23642857372760773,
362
+ -0.375,
363
+ -0.3642857074737549,
364
+ 0.0
365
+ ],
366
+ [
367
+ -0.9375,
368
+ -0.9375,
369
+ -0.9375,
370
+ -0.23642857372760773,
371
+ -0.375,
372
+ -0.3642857074737549,
373
+ 0.0
374
+ ],
375
+ [
376
+ -0.9375,
377
+ -0.9375,
378
+ -0.9375,
379
+ -0.23642857372760773,
380
+ -0.375,
381
+ -0.3642857074737549,
382
+ 0.0
383
+ ],
384
+ [
385
+ -0.9375,
386
+ -0.9375,
387
+ -0.9375,
388
+ -0.23642857372760773,
389
+ -0.375,
390
+ -0.3642857074737549,
391
+ 0.0
392
+ ],
393
+ [
394
+ -0.9375,
395
+ -0.9375,
396
+ -0.9375,
397
+ -0.23642857372760773,
398
+ -0.375,
399
+ -0.3642857074737549,
400
+ 0.0
401
+ ],
402
+ [
403
+ -0.9375,
404
+ -0.9375,
405
+ -0.9375,
406
+ -0.23642857372760773,
407
+ -0.375,
408
+ -0.3642857074737549,
409
+ 0.0
410
+ ],
411
+ [
412
+ -0.9375,
413
+ -0.9375,
414
+ -0.9375,
415
+ -0.23642857372760773,
416
+ -0.375,
417
+ -0.3642857074737549,
418
+ 0.0
419
+ ],
420
+ [
421
+ -0.9375,
422
+ -0.9375,
423
+ -0.9375,
424
+ -0.23642857372760773,
425
+ -0.375,
426
+ -0.3642857074737549,
427
+ 0.0
428
+ ]
429
+ ],
430
+ "stepwise_max": [
431
+ [
432
+ 0.9375,
433
+ 0.9375,
434
+ 0.9375,
435
+ 0.3557142913341522,
436
+ 0.375,
437
+ 0.375,
438
+ 1.0
439
+ ],
440
+ [
441
+ 0.9375,
442
+ 0.9375,
443
+ 0.9375,
444
+ 0.3557142913341522,
445
+ 0.375,
446
+ 0.375,
447
+ 1.0
448
+ ],
449
+ [
450
+ 0.9375,
451
+ 0.9375,
452
+ 0.9375,
453
+ 0.3557142913341522,
454
+ 0.375,
455
+ 0.375,
456
+ 1.0
457
+ ],
458
+ [
459
+ 0.9375,
460
+ 0.9375,
461
+ 0.9375,
462
+ 0.3557142913341522,
463
+ 0.375,
464
+ 0.375,
465
+ 1.0
466
+ ],
467
+ [
468
+ 0.9375,
469
+ 0.9375,
470
+ 0.9375,
471
+ 0.3557142913341522,
472
+ 0.375,
473
+ 0.375,
474
+ 1.0
475
+ ],
476
+ [
477
+ 0.9375,
478
+ 0.9375,
479
+ 0.9375,
480
+ 0.3557142913341522,
481
+ 0.375,
482
+ 0.375,
483
+ 1.0
484
+ ],
485
+ [
486
+ 0.9375,
487
+ 0.9375,
488
+ 0.9375,
489
+ 0.3557142913341522,
490
+ 0.375,
491
+ 0.375,
492
+ 1.0
493
+ ],
494
+ [
495
+ 0.9375,
496
+ 0.9375,
497
+ 0.9375,
498
+ 0.3557142913341522,
499
+ 0.375,
500
+ 0.375,
501
+ 1.0
502
+ ],
503
+ [
504
+ 0.9375,
505
+ 0.9375,
506
+ 0.9375,
507
+ 0.3557142913341522,
508
+ 0.375,
509
+ 0.375,
510
+ 1.0
511
+ ],
512
+ [
513
+ 0.9375,
514
+ 0.9375,
515
+ 0.9375,
516
+ 0.3557142913341522,
517
+ 0.375,
518
+ 0.375,
519
+ 1.0
520
+ ],
521
+ [
522
+ 0.9375,
523
+ 0.9375,
524
+ 0.9375,
525
+ 0.3557142913341522,
526
+ 0.375,
527
+ 0.375,
528
+ 1.0
529
+ ],
530
+ [
531
+ 0.9375,
532
+ 0.9375,
533
+ 0.9375,
534
+ 0.3557142913341522,
535
+ 0.375,
536
+ 0.375,
537
+ 1.0
538
+ ],
539
+ [
540
+ 0.9375,
541
+ 0.9375,
542
+ 0.9375,
543
+ 0.3557142913341522,
544
+ 0.375,
545
+ 0.375,
546
+ 1.0
547
+ ],
548
+ [
549
+ 0.9375,
550
+ 0.9375,
551
+ 0.9375,
552
+ 0.3557142913341522,
553
+ 0.375,
554
+ 0.375,
555
+ 1.0
556
+ ],
557
+ [
558
+ 0.9375,
559
+ 0.9375,
560
+ 0.9375,
561
+ 0.3557142913341522,
562
+ 0.375,
563
+ 0.375,
564
+ 1.0
565
+ ],
566
+ [
567
+ 0.9375,
568
+ 0.9375,
569
+ 0.9375,
570
+ 0.3557142913341522,
571
+ 0.375,
572
+ 0.375,
573
+ 1.0
574
+ ],
575
+ [
576
+ 0.9375,
577
+ 0.9375,
578
+ 0.9375,
579
+ 0.3557142913341522,
580
+ 0.375,
581
+ 0.375,
582
+ 1.0
583
+ ],
584
+ [
585
+ 0.9375,
586
+ 0.9375,
587
+ 0.9375,
588
+ 0.3557142913341522,
589
+ 0.375,
590
+ 0.375,
591
+ 1.0
592
+ ],
593
+ [
594
+ 0.9375,
595
+ 0.9375,
596
+ 0.9375,
597
+ 0.3557142913341522,
598
+ 0.375,
599
+ 0.375,
600
+ 1.0
601
+ ],
602
+ [
603
+ 0.9375,
604
+ 0.9375,
605
+ 0.9375,
606
+ 0.3557142913341522,
607
+ 0.375,
608
+ 0.375,
609
+ 1.0
610
+ ],
611
+ [
612
+ 0.9375,
613
+ 0.9375,
614
+ 0.9375,
615
+ 0.3557142913341522,
616
+ 0.375,
617
+ 0.375,
618
+ 1.0
619
+ ],
620
+ [
621
+ 0.9375,
622
+ 0.9375,
623
+ 0.9375,
624
+ 0.3557142913341522,
625
+ 0.375,
626
+ 0.375,
627
+ 1.0
628
+ ],
629
+ [
630
+ 0.9375,
631
+ 0.9375,
632
+ 0.9375,
633
+ 0.3557142913341522,
634
+ 0.375,
635
+ 0.375,
636
+ 1.0
637
+ ],
638
+ [
639
+ 0.9375,
640
+ 0.9375,
641
+ 0.9375,
642
+ 0.3557142913341522,
643
+ 0.375,
644
+ 0.375,
645
+ 1.0
646
+ ],
647
+ [
648
+ 0.9375,
649
+ 0.9375,
650
+ 0.9375,
651
+ 0.3557142913341522,
652
+ 0.375,
653
+ 0.375,
654
+ 1.0
655
+ ],
656
+ [
657
+ 0.9375,
658
+ 0.9375,
659
+ 0.9375,
660
+ 0.3557142913341522,
661
+ 0.375,
662
+ 0.375,
663
+ 1.0
664
+ ],
665
+ [
666
+ 0.9375,
667
+ 0.9375,
668
+ 0.9375,
669
+ 0.3557142913341522,
670
+ 0.375,
671
+ 0.375,
672
+ 1.0
673
+ ],
674
+ [
675
+ 0.9375,
676
+ 0.9375,
677
+ 0.9375,
678
+ 0.3557142913341522,
679
+ 0.375,
680
+ 0.375,
681
+ 1.0
682
+ ],
683
+ [
684
+ 0.9375,
685
+ 0.9375,
686
+ 0.9375,
687
+ 0.3557142913341522,
688
+ 0.375,
689
+ 0.375,
690
+ 1.0
691
+ ],
692
+ [
693
+ 0.9375,
694
+ 0.9375,
695
+ 0.9375,
696
+ 0.3557142913341522,
697
+ 0.375,
698
+ 0.375,
699
+ 1.0
700
+ ],
701
+ [
702
+ 0.9375,
703
+ 0.9375,
704
+ 0.9375,
705
+ 0.3557142913341522,
706
+ 0.375,
707
+ 0.375,
708
+ 1.0
709
+ ],
710
+ [
711
+ 0.9375,
712
+ 0.9375,
713
+ 0.9375,
714
+ 0.3557142913341522,
715
+ 0.375,
716
+ 0.375,
717
+ 1.0
718
+ ]
719
+ ],
720
+ "global_min": [
721
+ -0.9375,
722
+ -0.9375,
723
+ -0.9375,
724
+ -0.24214285612106323,
725
+ -0.375,
726
+ -0.3642857074737549,
727
+ 0.0
728
+ ],
729
+ "global_max": [
730
+ 0.9375,
731
+ 0.9375,
732
+ 0.9375,
733
+ 0.3557142913341522,
734
+ 0.375,
735
+ 0.375,
736
+ 1.0
737
+ ],
738
+ "stepwise_q01": [
739
+ [
740
+ -0.9375,
741
+ -0.9375,
742
+ -0.9375,
743
+ -0.2326499968767166,
744
+ -0.375,
745
+ -0.3642857074737549,
746
+ 0.0
747
+ ],
748
+ [
749
+ -0.9375,
750
+ -0.9375,
751
+ -0.9375,
752
+ -0.2326499968767166,
753
+ -0.375,
754
+ -0.3642857074737549,
755
+ 0.0
756
+ ],
757
+ [
758
+ -0.9375,
759
+ -0.9375,
760
+ -0.9375,
761
+ -0.2326499968767166,
762
+ -0.375,
763
+ -0.3642857074737549,
764
+ 0.0
765
+ ],
766
+ [
767
+ -0.9375,
768
+ -0.9375,
769
+ -0.9375,
770
+ -0.2326499968767166,
771
+ -0.375,
772
+ -0.3642857074737549,
773
+ 0.0
774
+ ],
775
+ [
776
+ -0.9375,
777
+ -0.9375,
778
+ -0.9375,
779
+ -0.2326499968767166,
780
+ -0.375,
781
+ -0.3642857074737549,
782
+ 0.0
783
+ ],
784
+ [
785
+ -0.9375,
786
+ -0.9375,
787
+ -0.9375,
788
+ -0.2326499968767166,
789
+ -0.375,
790
+ -0.3642857074737549,
791
+ 0.0
792
+ ],
793
+ [
794
+ -0.9375,
795
+ -0.9375,
796
+ -0.9375,
797
+ -0.2326499968767166,
798
+ -0.375,
799
+ -0.3642857074737549,
800
+ 0.0
801
+ ],
802
+ [
803
+ -0.9375,
804
+ -0.9375,
805
+ -0.9375,
806
+ -0.2326499968767166,
807
+ -0.375,
808
+ -0.3642857074737549,
809
+ 0.0
810
+ ],
811
+ [
812
+ -0.9375,
813
+ -0.9375,
814
+ -0.9375,
815
+ -0.2326499968767166,
816
+ -0.375,
817
+ -0.3642857074737549,
818
+ 0.0
819
+ ],
820
+ [
821
+ -0.9375,
822
+ -0.9375,
823
+ -0.9375,
824
+ -0.2326499968767166,
825
+ -0.375,
826
+ -0.3642857074737549,
827
+ 0.0
828
+ ],
829
+ [
830
+ -0.9375,
831
+ -0.9375,
832
+ -0.9375,
833
+ -0.2326499968767166,
834
+ -0.375,
835
+ -0.3642857074737549,
836
+ 0.0
837
+ ],
838
+ [
839
+ -0.9375,
840
+ -0.9375,
841
+ -0.9375,
842
+ -0.2326499968767166,
843
+ -0.375,
844
+ -0.3642857074737549,
845
+ 0.0
846
+ ],
847
+ [
848
+ -0.9375,
849
+ -0.9375,
850
+ -0.9375,
851
+ -0.2326499968767166,
852
+ -0.375,
853
+ -0.3642857074737549,
854
+ 0.0
855
+ ],
856
+ [
857
+ -0.9375,
858
+ -0.9375,
859
+ -0.9375,
860
+ -0.2326499968767166,
861
+ -0.375,
862
+ -0.3642857074737549,
863
+ 0.0
864
+ ],
865
+ [
866
+ -0.9375,
867
+ -0.9375,
868
+ -0.9375,
869
+ -0.2326499968767166,
870
+ -0.375,
871
+ -0.3642857074737549,
872
+ 0.0
873
+ ],
874
+ [
875
+ -0.9375,
876
+ -0.9375,
877
+ -0.9375,
878
+ -0.2326499968767166,
879
+ -0.375,
880
+ -0.3642857074737549,
881
+ 0.0
882
+ ],
883
+ [
884
+ -0.9375,
885
+ -0.9375,
886
+ -0.9375,
887
+ -0.2326499968767166,
888
+ -0.375,
889
+ -0.3642857074737549,
890
+ 0.0
891
+ ],
892
+ [
893
+ -0.9375,
894
+ -0.9375,
895
+ -0.9375,
896
+ -0.2326499968767166,
897
+ -0.375,
898
+ -0.3642857074737549,
899
+ 0.0
900
+ ],
901
+ [
902
+ -0.9375,
903
+ -0.9375,
904
+ -0.9375,
905
+ -0.2326499968767166,
906
+ -0.375,
907
+ -0.3642857074737549,
908
+ 0.0
909
+ ],
910
+ [
911
+ -0.9375,
912
+ -0.9375,
913
+ -0.9375,
914
+ -0.2326499968767166,
915
+ -0.375,
916
+ -0.3642857074737549,
917
+ 0.0
918
+ ],
919
+ [
920
+ -0.9375,
921
+ -0.9375,
922
+ -0.9375,
923
+ -0.2326499968767166,
924
+ -0.375,
925
+ -0.3642857074737549,
926
+ 0.0
927
+ ],
928
+ [
929
+ -0.9375,
930
+ -0.9375,
931
+ -0.9375,
932
+ -0.2326499968767166,
933
+ -0.375,
934
+ -0.3642857074737549,
935
+ 0.0
936
+ ],
937
+ [
938
+ -0.9375,
939
+ -0.9375,
940
+ -0.9375,
941
+ -0.2326499968767166,
942
+ -0.375,
943
+ -0.3642857074737549,
944
+ 0.0
945
+ ],
946
+ [
947
+ -0.9375,
948
+ -0.9375,
949
+ -0.9375,
950
+ -0.2326499968767166,
951
+ -0.375,
952
+ -0.3642857074737549,
953
+ 0.0
954
+ ],
955
+ [
956
+ -0.9375,
957
+ -0.9375,
958
+ -0.9375,
959
+ -0.2326499968767166,
960
+ -0.375,
961
+ -0.3642857074737549,
962
+ 0.0
963
+ ],
964
+ [
965
+ -0.9375,
966
+ -0.9375,
967
+ -0.9375,
968
+ -0.2326499968767166,
969
+ -0.375,
970
+ -0.3642857074737549,
971
+ 0.0
972
+ ],
973
+ [
974
+ -0.9375,
975
+ -0.9375,
976
+ -0.9375,
977
+ -0.2326499968767166,
978
+ -0.375,
979
+ -0.3642857074737549,
980
+ 0.0
981
+ ],
982
+ [
983
+ -0.9375,
984
+ -0.9375,
985
+ -0.9375,
986
+ -0.2326499968767166,
987
+ -0.375,
988
+ -0.3642857074737549,
989
+ 0.0
990
+ ],
991
+ [
992
+ -0.9375,
993
+ -0.9375,
994
+ -0.9375,
995
+ -0.2326499968767166,
996
+ -0.375,
997
+ -0.3642857074737549,
998
+ 0.0
999
+ ],
1000
+ [
1001
+ -0.9375,
1002
+ -0.9375,
1003
+ -0.9375,
1004
+ -0.2326499968767166,
1005
+ -0.375,
1006
+ -0.3642857074737549,
1007
+ 0.0
1008
+ ],
1009
+ [
1010
+ -0.9375,
1011
+ -0.9375,
1012
+ -0.9375,
1013
+ -0.2326499968767166,
1014
+ -0.375,
1015
+ -0.3642857074737549,
1016
+ 0.0
1017
+ ],
1018
+ [
1019
+ -0.9375,
1020
+ -0.9375,
1021
+ -0.9375,
1022
+ -0.2326499968767166,
1023
+ -0.375,
1024
+ -0.3642857074737549,
1025
+ 0.0
1026
+ ]
1027
+ ],
1028
+ "stepwise_q99": [
1029
+ [
1030
+ 0.9375,
1031
+ 0.9375,
1032
+ 0.9375,
1033
+ 0.35076430439949036,
1034
+ 0.375,
1035
+ 0.375,
1036
+ 1.0
1037
+ ],
1038
+ [
1039
+ 0.9375,
1040
+ 0.9375,
1041
+ 0.9375,
1042
+ 0.35076430439949036,
1043
+ 0.375,
1044
+ 0.375,
1045
+ 1.0
1046
+ ],
1047
+ [
1048
+ 0.9375,
1049
+ 0.9375,
1050
+ 0.9375,
1051
+ 0.35076430439949036,
1052
+ 0.375,
1053
+ 0.375,
1054
+ 1.0
1055
+ ],
1056
+ [
1057
+ 0.9375,
1058
+ 0.9375,
1059
+ 0.9375,
1060
+ 0.35076430439949036,
1061
+ 0.375,
1062
+ 0.375,
1063
+ 1.0
1064
+ ],
1065
+ [
1066
+ 0.9375,
1067
+ 0.9375,
1068
+ 0.9375,
1069
+ 0.35076430439949036,
1070
+ 0.375,
1071
+ 0.375,
1072
+ 1.0
1073
+ ],
1074
+ [
1075
+ 0.9375,
1076
+ 0.9375,
1077
+ 0.9375,
1078
+ 0.35076430439949036,
1079
+ 0.375,
1080
+ 0.375,
1081
+ 1.0
1082
+ ],
1083
+ [
1084
+ 0.9375,
1085
+ 0.9375,
1086
+ 0.9375,
1087
+ 0.35076430439949036,
1088
+ 0.375,
1089
+ 0.375,
1090
+ 1.0
1091
+ ],
1092
+ [
1093
+ 0.9375,
1094
+ 0.9375,
1095
+ 0.9375,
1096
+ 0.35076430439949036,
1097
+ 0.375,
1098
+ 0.375,
1099
+ 1.0
1100
+ ],
1101
+ [
1102
+ 0.9375,
1103
+ 0.9375,
1104
+ 0.9375,
1105
+ 0.35076430439949036,
1106
+ 0.375,
1107
+ 0.375,
1108
+ 1.0
1109
+ ],
1110
+ [
1111
+ 0.9375,
1112
+ 0.9375,
1113
+ 0.9375,
1114
+ 0.35076430439949036,
1115
+ 0.375,
1116
+ 0.375,
1117
+ 1.0
1118
+ ],
1119
+ [
1120
+ 0.9375,
1121
+ 0.9375,
1122
+ 0.9375,
1123
+ 0.35076430439949036,
1124
+ 0.375,
1125
+ 0.375,
1126
+ 1.0
1127
+ ],
1128
+ [
1129
+ 0.9375,
1130
+ 0.9375,
1131
+ 0.9375,
1132
+ 0.35076430439949036,
1133
+ 0.375,
1134
+ 0.375,
1135
+ 1.0
1136
+ ],
1137
+ [
1138
+ 0.9375,
1139
+ 0.9375,
1140
+ 0.9375,
1141
+ 0.35076430439949036,
1142
+ 0.375,
1143
+ 0.375,
1144
+ 1.0
1145
+ ],
1146
+ [
1147
+ 0.9375,
1148
+ 0.9375,
1149
+ 0.9375,
1150
+ 0.35076430439949036,
1151
+ 0.375,
1152
+ 0.375,
1153
+ 1.0
1154
+ ],
1155
+ [
1156
+ 0.9375,
1157
+ 0.9375,
1158
+ 0.9375,
1159
+ 0.35076430439949036,
1160
+ 0.375,
1161
+ 0.375,
1162
+ 1.0
1163
+ ],
1164
+ [
1165
+ 0.9375,
1166
+ 0.9375,
1167
+ 0.9375,
1168
+ 0.35076430439949036,
1169
+ 0.375,
1170
+ 0.375,
1171
+ 1.0
1172
+ ],
1173
+ [
1174
+ 0.9375,
1175
+ 0.9375,
1176
+ 0.9375,
1177
+ 0.35076430439949036,
1178
+ 0.375,
1179
+ 0.375,
1180
+ 1.0
1181
+ ],
1182
+ [
1183
+ 0.9375,
1184
+ 0.9375,
1185
+ 0.9375,
1186
+ 0.35076430439949036,
1187
+ 0.375,
1188
+ 0.375,
1189
+ 1.0
1190
+ ],
1191
+ [
1192
+ 0.9375,
1193
+ 0.9375,
1194
+ 0.9375,
1195
+ 0.35076430439949036,
1196
+ 0.375,
1197
+ 0.375,
1198
+ 1.0
1199
+ ],
1200
+ [
1201
+ 0.9375,
1202
+ 0.9375,
1203
+ 0.9375,
1204
+ 0.35076430439949036,
1205
+ 0.375,
1206
+ 0.375,
1207
+ 1.0
1208
+ ],
1209
+ [
1210
+ 0.9375,
1211
+ 0.9375,
1212
+ 0.9375,
1213
+ 0.35076430439949036,
1214
+ 0.375,
1215
+ 0.375,
1216
+ 1.0
1217
+ ],
1218
+ [
1219
+ 0.9375,
1220
+ 0.9375,
1221
+ 0.9375,
1222
+ 0.35076430439949036,
1223
+ 0.375,
1224
+ 0.375,
1225
+ 1.0
1226
+ ],
1227
+ [
1228
+ 0.9375,
1229
+ 0.9375,
1230
+ 0.9375,
1231
+ 0.35076430439949036,
1232
+ 0.375,
1233
+ 0.375,
1234
+ 1.0
1235
+ ],
1236
+ [
1237
+ 0.9375,
1238
+ 0.9375,
1239
+ 0.9375,
1240
+ 0.35076430439949036,
1241
+ 0.375,
1242
+ 0.375,
1243
+ 1.0
1244
+ ],
1245
+ [
1246
+ 0.9375,
1247
+ 0.9375,
1248
+ 0.9375,
1249
+ 0.35076430439949036,
1250
+ 0.375,
1251
+ 0.375,
1252
+ 1.0
1253
+ ],
1254
+ [
1255
+ 0.9375,
1256
+ 0.9375,
1257
+ 0.9375,
1258
+ 0.35076430439949036,
1259
+ 0.375,
1260
+ 0.375,
1261
+ 1.0
1262
+ ],
1263
+ [
1264
+ 0.9375,
1265
+ 0.9375,
1266
+ 0.9375,
1267
+ 0.35076430439949036,
1268
+ 0.375,
1269
+ 0.375,
1270
+ 1.0
1271
+ ],
1272
+ [
1273
+ 0.9375,
1274
+ 0.9375,
1275
+ 0.9375,
1276
+ 0.35076430439949036,
1277
+ 0.375,
1278
+ 0.375,
1279
+ 1.0
1280
+ ],
1281
+ [
1282
+ 0.9375,
1283
+ 0.9375,
1284
+ 0.9375,
1285
+ 0.35076430439949036,
1286
+ 0.375,
1287
+ 0.375,
1288
+ 1.0
1289
+ ],
1290
+ [
1291
+ 0.9375,
1292
+ 0.9375,
1293
+ 0.9375,
1294
+ 0.35076430439949036,
1295
+ 0.375,
1296
+ 0.375,
1297
+ 1.0
1298
+ ],
1299
+ [
1300
+ 0.9375,
1301
+ 0.9375,
1302
+ 0.9375,
1303
+ 0.35076430439949036,
1304
+ 0.375,
1305
+ 0.375,
1306
+ 1.0
1307
+ ],
1308
+ [
1309
+ 0.9375,
1310
+ 0.9375,
1311
+ 0.9375,
1312
+ 0.35076430439949036,
1313
+ 0.375,
1314
+ 0.375,
1315
+ 1.0
1316
+ ]
1317
+ ],
1318
+ "global_q01": [
1319
+ -0.9375,
1320
+ -0.9375,
1321
+ -0.9375,
1322
+ -0.2326499968767166,
1323
+ -0.375,
1324
+ -0.3642857074737549,
1325
+ 0.0
1326
+ ],
1327
+ "global_q99": [
1328
+ 0.9375,
1329
+ 0.9375,
1330
+ 0.9375,
1331
+ 0.35076430439949036,
1332
+ 0.375,
1333
+ 0.375,
1334
+ 1.0
1335
+ ],
1336
+ "stepwise_mean": [
1337
+ [
1338
+ 0.07509180158376694,
1339
+ 0.0942603200674057,
1340
+ -0.10477571189403534,
1341
+ -0.0006721731624566019,
1342
+ 0.006502429489046335,
1343
+ -0.004753417335450649,
1344
+ 0.5156609416007996
1345
+ ],
1346
+ [
1347
+ 0.0742194727063179,
1348
+ 0.0943378284573555,
1349
+ -0.10369047522544861,
1350
+ -0.0006463326280936599,
1351
+ 0.006517793983221054,
1352
+ -0.004832605365663767,
1353
+ 0.5151447653770447
1354
+ ],
1355
+ [
1356
+ 0.07300770282745361,
1357
+ 0.09434358775615692,
1358
+ -0.10265536606311798,
1359
+ -0.0006129898829385638,
1360
+ 0.006519763730466366,
1361
+ -0.004911691881716251,
1362
+ 0.5146285891532898
1363
+ ],
1364
+ [
1365
+ 0.07130850106477737,
1366
+ 0.09427325427532196,
1367
+ -0.10167480260133743,
1368
+ -0.0005704732029698789,
1369
+ 0.006502890028059483,
1370
+ -0.004996591713279486,
1371
+ 0.5141124129295349
1372
+ ],
1373
+ [
1374
+ 0.06903649866580963,
1375
+ 0.09413643181324005,
1376
+ -0.10072867572307587,
1377
+ -0.0005176866543479264,
1378
+ 0.006469315383583307,
1379
+ -0.005088216159492731,
1380
+ 0.5135961771011353
1381
+ ],
1382
+ [
1383
+ 0.06624067574739456,
1384
+ 0.09398344159126282,
1385
+ -0.09977640956640244,
1386
+ -0.00045814079931005836,
1387
+ 0.006425761617720127,
1388
+ -0.005182640627026558,
1389
+ 0.5130800008773804
1390
+ ],
1391
+ [
1392
+ 0.0630466639995575,
1393
+ 0.09385841339826584,
1394
+ -0.09878652542829514,
1395
+ -0.0003933483094442636,
1396
+ 0.006386647932231426,
1397
+ -0.005276844836771488,
1398
+ 0.5125637650489807
1399
+ ],
1400
+ [
1401
+ 0.059566862881183624,
1402
+ 0.0937969908118248,
1403
+ -0.09773146361112595,
1404
+ -0.0003290226450189948,
1405
+ 0.006361100822687149,
1406
+ -0.005367835983633995,
1407
+ 0.5120476484298706
1408
+ ],
1409
+ [
1410
+ 0.055894214659929276,
1411
+ 0.09381034225225449,
1412
+ -0.09658002108335495,
1413
+ -0.0002678458986338228,
1414
+ 0.0063490415923297405,
1415
+ -0.00545760290697217,
1416
+ 0.5115314722061157
1417
+ ],
1418
+ [
1419
+ 0.05210841819643974,
1420
+ 0.09390033036470413,
1421
+ -0.09531887620687485,
1422
+ -0.00021082785679027438,
1423
+ 0.006355168763548136,
1424
+ -0.005544653162360191,
1425
+ 0.5110152959823608
1426
+ ],
1427
+ [
1428
+ 0.04825857654213905,
1429
+ 0.0940636694431305,
1430
+ -0.09393264353275299,
1431
+ -0.0001597664668224752,
1432
+ 0.006377693731337786,
1433
+ -0.005628861952573061,
1434
+ 0.510499119758606
1435
+ ],
1436
+ [
1437
+ 0.04438157379627228,
1438
+ 0.09429563581943512,
1439
+ -0.0924035981297493,
1440
+ -0.00011604891915339977,
1441
+ 0.006416680756956339,
1442
+ -0.005709674675017595,
1443
+ 0.5099829435348511
1444
+ ],
1445
+ [
1446
+ 0.040517035871744156,
1447
+ 0.0945919081568718,
1448
+ -0.09071967005729675,
1449
+ -8.002240065252408e-05,
1450
+ 0.006473013199865818,
1451
+ -0.0057876212522387505,
1452
+ 0.5094667673110962
1453
+ ],
1454
+ [
1455
+ 0.0366998165845871,
1456
+ 0.09495285153388977,
1457
+ -0.08885674178600311,
1458
+ -5.3317642596084625e-05,
1459
+ 0.00654600327834487,
1460
+ -0.005861989222466946,
1461
+ 0.5089506506919861
1462
+ ],
1463
+ [
1464
+ 0.0329657644033432,
1465
+ 0.09536924958229065,
1466
+ -0.08679966628551483,
1467
+ -3.667278360808268e-05,
1468
+ 0.006634270306676626,
1469
+ -0.005933343432843685,
1470
+ 0.5084344148635864
1471
+ ],
1472
+ [
1473
+ 0.029352383688092232,
1474
+ 0.09583892673254013,
1475
+ -0.08452723920345306,
1476
+ -2.956186654046178e-05,
1477
+ 0.00673679169267416,
1478
+ -0.006001696921885014,
1479
+ 0.5079182386398315
1480
+ ],
1481
+ [
1482
+ 0.025887731462717056,
1483
+ 0.09636741131544113,
1484
+ -0.08202388882637024,
1485
+ -3.128948083030991e-05,
1486
+ 0.00685085030272603,
1487
+ -0.006065674126148224,
1488
+ 0.5074020624160767
1489
+ ],
1490
+ [
1491
+ 0.022615725174546242,
1492
+ 0.09694879502058029,
1493
+ -0.0792740136384964,
1494
+ -4.325058398535475e-05,
1495
+ 0.006975279655307531,
1496
+ -0.006124516949057579,
1497
+ 0.5068858861923218
1498
+ ],
1499
+ [
1500
+ 0.019565248861908913,
1501
+ 0.09757165610790253,
1502
+ -0.07627597451210022,
1503
+ -6.516597932204604e-05,
1504
+ 0.00711056450381875,
1505
+ -0.006178237497806549,
1506
+ 0.5063697099685669
1507
+ ],
1508
+ [
1509
+ 0.016767330467700958,
1510
+ 0.09823116660118103,
1511
+ -0.07303815335035324,
1512
+ -9.670892177382484e-05,
1513
+ 0.007253479212522507,
1514
+ -0.006225933320820332,
1515
+ 0.5058535933494568
1516
+ ],
1517
+ [
1518
+ 0.014247497543692589,
1519
+ 0.0989074558019638,
1520
+ -0.06955988705158234,
1521
+ -0.00013448888785205781,
1522
+ 0.007407329510897398,
1523
+ -0.006267812568694353,
1524
+ 0.5053374171257019
1525
+ ],
1526
+ [
1527
+ 0.012000464834272861,
1528
+ 0.09958206862211227,
1529
+ -0.06584414094686508,
1530
+ -0.00017611852672416717,
1531
+ 0.0075727300718426704,
1532
+ -0.006308637093752623,
1533
+ 0.504821240901947
1534
+ ],
1535
+ [
1536
+ 0.01003903429955244,
1537
+ 0.10022272914648056,
1538
+ -0.06189519166946411,
1539
+ -0.00021858220861759037,
1540
+ 0.007748275063931942,
1541
+ -0.0063508362509310246,
1542
+ 0.5043049454689026
1543
+ ],
1544
+ [
1545
+ 0.008363994769752026,
1546
+ 0.10080268979072571,
1547
+ -0.05770834535360336,
1548
+ -0.0002628344518598169,
1549
+ 0.007933961227536201,
1550
+ -0.006396607030183077,
1551
+ 0.5037888288497925
1552
+ ],
1553
+ [
1554
+ 0.006966027896851301,
1555
+ 0.10131063312292099,
1556
+ -0.05330002307891846,
1557
+ -0.00030645664082840085,
1558
+ 0.008130470290780067,
1559
+ -0.0064448341727256775,
1560
+ 0.5032726526260376
1561
+ ],
1562
+ [
1563
+ 0.005839119665324688,
1564
+ 0.10174597054719925,
1565
+ -0.0486803874373436,
1566
+ -0.0003477983991615474,
1567
+ 0.008339795283973217,
1568
+ -0.006496248301118612,
1569
+ 0.5027629733085632
1570
+ ],
1571
+ [
1572
+ 0.004966165870428085,
1573
+ 0.10210862010717392,
1574
+ -0.04386070370674133,
1575
+ -0.000387750071240589,
1576
+ 0.008558141067624092,
1577
+ -0.0065527926199138165,
1578
+ 0.5022682547569275
1579
+ ],
1580
+ [
1581
+ 0.004340581130236387,
1582
+ 0.10240699350833893,
1583
+ -0.03886045888066292,
1584
+ -0.00042627862421795726,
1585
+ 0.008782957680523396,
1586
+ -0.006615781225264072,
1587
+ 0.5017905831336975
1588
+ ],
1589
+ [
1590
+ 0.0039475783705711365,
1591
+ 0.102638378739357,
1592
+ -0.03369864821434021,
1593
+ -0.00046152601134963334,
1594
+ 0.00901268981397152,
1595
+ -0.006686168257147074,
1596
+ 0.5013490319252014
1597
+ ],
1598
+ [
1599
+ 0.003766642650589347,
1600
+ 0.10281307995319366,
1601
+ -0.028394747525453568,
1602
+ -0.0004937641206197441,
1603
+ 0.009245367720723152,
1604
+ -0.006765402853488922,
1605
+ 0.5009921789169312
1606
+ ],
1607
+ [
1608
+ 0.003800272475928068,
1609
+ 0.10295262932777405,
1610
+ -0.02297968976199627,
1611
+ -0.000524875009432435,
1612
+ 0.00948034506291151,
1613
+ -0.0068517643958330154,
1614
+ 0.5007509589195251
1615
+ ],
1616
+ [
1617
+ 0.004019184038043022,
1618
+ 0.10305863618850708,
1619
+ -0.017491087317466736,
1620
+ -0.0005532436189241707,
1621
+ 0.009714936837553978,
1622
+ -0.006944478023797274,
1623
+ 0.5005796551704407
1624
+ ]
1625
+ ],
1626
+ "stepwise_std": [
1627
+ [
1628
+ 0.35524481534957886,
1629
+ 0.37755152583122253,
1630
+ 0.4687630534172058,
1631
+ 0.03886449337005615,
1632
+ 0.06502852588891983,
1633
+ 0.07652278244495392,
1634
+ 0.5014081597328186
1635
+ ],
1636
+ [
1637
+ 0.35528722405433655,
1638
+ 0.37743693590164185,
1639
+ 0.46985360980033875,
1640
+ 0.03892502188682556,
1641
+ 0.06516389548778534,
1642
+ 0.07675494253635406,
1643
+ 0.501423716545105
1644
+ ],
1645
+ [
1646
+ 0.35516324639320374,
1647
+ 0.3772093653678894,
1648
+ 0.4709104001522064,
1649
+ 0.038978461176157,
1650
+ 0.06527172774076462,
1651
+ 0.07698067277669907,
1652
+ 0.5014386773109436
1653
+ ],
1654
+ [
1655
+ 0.354702353477478,
1656
+ 0.37677207589149475,
1657
+ 0.4719267785549164,
1658
+ 0.039021965116262436,
1659
+ 0.0653405413031578,
1660
+ 0.07719580829143524,
1661
+ 0.5014529824256897
1662
+ ],
1663
+ [
1664
+ 0.35369622707366943,
1665
+ 0.376038521528244,
1666
+ 0.472909152507782,
1667
+ 0.039052922278642654,
1668
+ 0.06536616384983063,
1669
+ 0.07739786058664322,
1670
+ 0.5014666318893433
1671
+ ],
1672
+ [
1673
+ 0.3520404100418091,
1674
+ 0.37497881054878235,
1675
+ 0.47387173771858215,
1676
+ 0.039072245359420776,
1677
+ 0.06535857915878296,
1678
+ 0.07758834958076477,
1679
+ 0.5014797449111938
1680
+ ],
1681
+ [
1682
+ 0.34978508949279785,
1683
+ 0.3736053705215454,
1684
+ 0.4748258590698242,
1685
+ 0.039080556482076645,
1686
+ 0.06534324586391449,
1687
+ 0.07776463776826859,
1688
+ 0.5014922022819519
1689
+ ],
1690
+ [
1691
+ 0.3470369279384613,
1692
+ 0.3719497323036194,
1693
+ 0.47577232122421265,
1694
+ 0.039078861474990845,
1695
+ 0.06533455848693848,
1696
+ 0.07792745530605316,
1697
+ 0.5015040636062622
1698
+ ],
1699
+ [
1700
+ 0.34389936923980713,
1701
+ 0.37007132172584534,
1702
+ 0.4767094850540161,
1703
+ 0.0390685573220253,
1704
+ 0.0653340294957161,
1705
+ 0.07807470113039017,
1706
+ 0.5015152096748352
1707
+ ],
1708
+ [
1709
+ 0.3404742479324341,
1710
+ 0.36800599098205566,
1711
+ 0.47762832045555115,
1712
+ 0.039051979780197144,
1713
+ 0.06534522771835327,
1714
+ 0.0782046988606453,
1715
+ 0.5015258193016052
1716
+ ],
1717
+ [
1718
+ 0.33682477474212646,
1719
+ 0.3657948970794678,
1720
+ 0.47852176427841187,
1721
+ 0.03903176262974739,
1722
+ 0.06536737829446793,
1723
+ 0.07831670343875885,
1724
+ 0.5015358328819275
1725
+ ],
1726
+ [
1727
+ 0.33300837874412537,
1728
+ 0.36347952485084534,
1729
+ 0.4793776273727417,
1730
+ 0.0390087366104126,
1731
+ 0.06540162116289139,
1732
+ 0.07841045409440994,
1733
+ 0.5015451312065125
1734
+ ],
1735
+ [
1736
+ 0.3290861248970032,
1737
+ 0.3610839247703552,
1738
+ 0.48018527030944824,
1739
+ 0.03898213058710098,
1740
+ 0.06545032560825348,
1741
+ 0.07848568260669708,
1742
+ 0.5015538930892944
1743
+ ],
1744
+ [
1745
+ 0.3251110017299652,
1746
+ 0.358641654253006,
1747
+ 0.48092642426490784,
1748
+ 0.038955289870500565,
1749
+ 0.06551124900579453,
1750
+ 0.07854204624891281,
1751
+ 0.5015619993209839
1752
+ ],
1753
+ [
1754
+ 0.3211345374584198,
1755
+ 0.3561848998069763,
1756
+ 0.48157891631126404,
1757
+ 0.0389283113181591,
1758
+ 0.06558437645435333,
1759
+ 0.07858172059059143,
1760
+ 0.5015695095062256
1761
+ ],
1762
+ [
1763
+ 0.31721803545951843,
1764
+ 0.3537396192550659,
1765
+ 0.48211759328842163,
1766
+ 0.038900382816791534,
1767
+ 0.06566666066646576,
1768
+ 0.07860506325960159,
1769
+ 0.5015763640403748
1770
+ ],
1771
+ [
1772
+ 0.3133997619152069,
1773
+ 0.35133153200149536,
1774
+ 0.4825165867805481,
1775
+ 0.03887200728058815,
1776
+ 0.06575415283441544,
1777
+ 0.0786113291978836,
1778
+ 0.5015826225280762
1779
+ ],
1780
+ [
1781
+ 0.30974072217941284,
1782
+ 0.34899604320526123,
1783
+ 0.48275530338287354,
1784
+ 0.03884140029549599,
1785
+ 0.06584665179252625,
1786
+ 0.07859846949577332,
1787
+ 0.5015882253646851
1788
+ ],
1789
+ [
1790
+ 0.3062610924243927,
1791
+ 0.34675249457359314,
1792
+ 0.4828227758407593,
1793
+ 0.03880825266242027,
1794
+ 0.06594105064868927,
1795
+ 0.07856539636850357,
1796
+ 0.5015932321548462
1797
+ ],
1798
+ [
1799
+ 0.3029799163341522,
1800
+ 0.3446204662322998,
1801
+ 0.48272934556007385,
1802
+ 0.03877263888716698,
1803
+ 0.06603775173425674,
1804
+ 0.07851279526948929,
1805
+ 0.5015976428985596
1806
+ ],
1807
+ [
1808
+ 0.299914687871933,
1809
+ 0.3426280915737152,
1810
+ 0.4824674427509308,
1811
+ 0.03873652592301369,
1812
+ 0.06613373756408691,
1813
+ 0.07844088226556778,
1814
+ 0.5016014575958252
1815
+ ],
1816
+ [
1817
+ 0.2970617115497589,
1818
+ 0.34079501032829285,
1819
+ 0.4820295572280884,
1820
+ 0.038699571043252945,
1821
+ 0.06622225046157837,
1822
+ 0.07835262268781662,
1823
+ 0.5016045570373535
1824
+ ],
1825
+ [
1826
+ 0.29441919922828674,
1827
+ 0.3391386568546295,
1828
+ 0.48140865564346313,
1829
+ 0.03866279497742653,
1830
+ 0.06630102545022964,
1831
+ 0.07824834436178207,
1832
+ 0.5016071200370789
1833
+ ],
1834
+ [
1835
+ 0.2919543385505676,
1836
+ 0.3376602232456207,
1837
+ 0.4805924594402313,
1838
+ 0.03862548992037773,
1839
+ 0.0663711428642273,
1840
+ 0.07812964916229248,
1841
+ 0.5016090273857117
1842
+ ],
1843
+ [
1844
+ 0.289645254611969,
1845
+ 0.33635908365249634,
1846
+ 0.47958284616470337,
1847
+ 0.03858788684010506,
1848
+ 0.06643130630254745,
1849
+ 0.07799877971410751,
1850
+ 0.501610279083252
1851
+ ],
1852
+ [
1853
+ 0.28750044107437134,
1854
+ 0.3352276086807251,
1855
+ 0.4783773720264435,
1856
+ 0.03855103254318237,
1857
+ 0.06647710502147675,
1858
+ 0.07785706222057343,
1859
+ 0.5016109347343445
1860
+ ],
1861
+ [
1862
+ 0.2854923903942108,
1863
+ 0.3342517912387848,
1864
+ 0.476974755525589,
1865
+ 0.03851429000496864,
1866
+ 0.06651262193918228,
1867
+ 0.07770556211471558,
1868
+ 0.5016109347343445
1869
+ ],
1870
+ [
1871
+ 0.28362545371055603,
1872
+ 0.33341220021247864,
1873
+ 0.47538840770721436,
1874
+ 0.0384775772690773,
1875
+ 0.06653650104999542,
1876
+ 0.07754550129175186,
1877
+ 0.5016103982925415
1878
+ ],
1879
+ [
1880
+ 0.2818942368030548,
1881
+ 0.33271053433418274,
1882
+ 0.4736235737800598,
1883
+ 0.038440391421318054,
1884
+ 0.06654898077249527,
1885
+ 0.07737959921360016,
1886
+ 0.5016093254089355
1887
+ ],
1888
+ [
1889
+ 0.28030455112457275,
1890
+ 0.33213362097740173,
1891
+ 0.471681147813797,
1892
+ 0.038400888442993164,
1893
+ 0.0665503740310669,
1894
+ 0.07720880955457687,
1895
+ 0.5016077756881714
1896
+ ],
1897
+ [
1898
+ 0.2788531184196472,
1899
+ 0.33166050910949707,
1900
+ 0.4695776402950287,
1901
+ 0.038356442004442215,
1902
+ 0.06654069572687149,
1903
+ 0.07703638821840286,
1904
+ 0.5016058087348938
1905
+ ],
1906
+ [
1907
+ 0.27754732966423035,
1908
+ 0.33128809928894043,
1909
+ 0.4673400819301605,
1910
+ 0.03830787539482117,
1911
+ 0.06652015447616577,
1912
+ 0.07686351984739304,
1913
+ 0.5016037225723267
1914
+ ]
1915
+ ],
1916
+ "global_mean": [
1917
+ 0.03308839350938797,
1918
+ 0.0974213257431984,
1919
+ -0.07474509626626968,
1920
+ -0.00030263623921200633,
1921
+ 0.007302860729396343,
1922
+ -0.005925344303250313,
1923
+ 0.5077238082885742
1924
+ ],
1925
+ "global_std": [
1926
+ 0.3193992078304291,
1927
+ 0.35420867800712585,
1928
+ 0.47778934240341187,
1929
+ 0.03880302980542183,
1930
+ 0.06584133952856064,
1931
+ 0.07789275795221329,
1932
+ 0.5015749335289001
1933
+ ]
1934
+ }
1935
+ },
1936
+ "num_episodes": 1712,
1937
+ "num_transition": 277713
1938
+ }