boshi-an commited on
Commit
8eacdd3
·
verified ·
1 Parent(s): 4612ba0

Upload 168 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. baoding_p2_261_64874700/PPO_0/events.out.tfevents.1745826895.arnold-261-0-0.1.0 +3 -0
  3. baoding_p2_261_64874700/PPO_0/events.out.tfevents.1745841348.arnold-261-0-1.1.0 +3 -0
  4. baoding_p2_261_64874700/PPO_0/events.out.tfevents.1746016443.arnold-261-0-0.1.0 +3 -0
  5. baoding_p2_261_64874700/PPO_0/events.out.tfevents.1746029753.arnold-261-0-0.1.0 +3 -0
  6. baoding_p2_261_64874700/args.json +46 -0
  7. baoding_p2_261_64874700/env.pkl +3 -0
  8. baoding_p2_261_64874700/env_config.json +15 -0
  9. baoding_p2_261_64874700/main_bc_ppo_multi_task.py +0 -0
  10. baoding_p2_261_64874700/model.zip +3 -0
  11. baoding_p2_261_64874700/model_config.json +46 -0
  12. baoding_p2_261_64874700/vocabulary.json +216 -0
  13. baoding_p2_overlap_262_67874700/PPO_0/events.out.tfevents.1745826902.arnold-262-0-0.1.0 +3 -0
  14. baoding_p2_overlap_262_67874700/PPO_0/events.out.tfevents.1745841424.arnold-262-0-1.1.0 +3 -0
  15. baoding_p2_overlap_262_67874700/PPO_0/events.out.tfevents.1745845342.arnold-262-0-2.1.0 +3 -0
  16. baoding_p2_overlap_262_67874700/PPO_0/events.out.tfevents.1745846459.arnold-262-0-3.1.0 +3 -0
  17. baoding_p2_overlap_262_67874700/PPO_0/events.out.tfevents.1745849323.arnold-262-0-4.1.0 +3 -0
  18. baoding_p2_overlap_262_67874700/PPO_0/events.out.tfevents.1745849656.arnold-262-0-5.1.0 +3 -0
  19. baoding_p2_overlap_262_67874700/PPO_0/events.out.tfevents.1745850214.arnold-262-0-7.1.0 +3 -0
  20. baoding_p2_overlap_262_67874700/PPO_0/events.out.tfevents.1745850984.arnold-262-0-8.1.0 +3 -0
  21. baoding_p2_overlap_262_67874700/PPO_0/events.out.tfevents.1746016682.arnold-262-0-0.1.0 +3 -0
  22. baoding_p2_overlap_262_67874700/args.json +46 -0
  23. baoding_p2_overlap_262_67874700/env.pkl +3 -0
  24. baoding_p2_overlap_262_67874700/env_config.json +15 -0
  25. baoding_p2_overlap_262_67874700/main_bc_ppo_multi_task.py +0 -0
  26. baoding_p2_overlap_262_67874700/model.zip +3 -0
  27. baoding_p2_overlap_262_67874700/model_config.json +46 -0
  28. baoding_p2_overlap_262_67874700/vocabulary.json +216 -0
  29. baoding_phase_1/CustomMyoBaodingBallsP1_config.json +30 -0
  30. baoding_phase_1/RecurrentPPO_1/events.out.tfevents.1666173178.AMG19.3640388.0 +3 -0
  31. baoding_phase_1/env.pkl +3 -0
  32. baoding_phase_1/evaluations.npz +3 -0
  33. baoding_phase_1/main.py +185 -0
  34. baoding_phase_1/model.zip +3 -0
  35. baoding_phase_1/monitor.csv +1879 -0
  36. baoding_phase_2/RecurrentPPO_1/events.out.tfevents.1667462073.AMG19.4003430.0 +3 -0
  37. baoding_phase_2/config.json +43 -0
  38. baoding_phase_2/env.pkl +3 -0
  39. baoding_phase_2/main.py +254 -0
  40. baoding_phase_2/model.zip +3 -0
  41. baoding_phase_2/monitor.csv +3 -0
  42. elbow_263_78374700/PPO_0/events.out.tfevents.1745826905.arnold-263-0-0.1.0 +3 -0
  43. elbow_263_78374700/PPO_0/events.out.tfevents.1745835507.arnold-263-0-1.1.0 +3 -0
  44. elbow_263_78374700/PPO_0/events.out.tfevents.1745840169.arnold-263-0-2.1.0 +3 -0
  45. elbow_263_78374700/PPO_0/events.out.tfevents.1745841438.arnold-263-0-3.1.0 +3 -0
  46. elbow_263_78374700/PPO_0/events.out.tfevents.1745849530.arnold-263-0-4.1.0 +3 -0
  47. elbow_263_78374700/PPO_0/events.out.tfevents.1745849664.arnold-263-0-5.1.0 +3 -0
  48. elbow_263_78374700/PPO_0/events.out.tfevents.1745850217.arnold-263-0-6.1.0 +3 -0
  49. elbow_263_78374700/PPO_0/events.out.tfevents.1746016694.arnold-263-0-0.1.0 +3 -0
  50. elbow_263_78374700/PPO_0/events.out.tfevents.1746085170.arnold-263-0-0.1.0 +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ baoding_phase_2/monitor.csv filter=lfs diff=lfs merge=lfs -text
baoding_p2_261_64874700/PPO_0/events.out.tfevents.1745826895.arnold-261-0-0.1.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:679d8b9188107b9282057182191b4a5c4ae89bc1d75dad30495a4eeb4b465608
3
+ size 206695
baoding_p2_261_64874700/PPO_0/events.out.tfevents.1745841348.arnold-261-0-1.1.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66b902a5380fc3dc21ce60964e2ac789770a71e28b97f3d52d77bace13ee21f6
3
+ size 132499
baoding_p2_261_64874700/PPO_0/events.out.tfevents.1746016443.arnold-261-0-0.1.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40778eee5c12a97f401fdc7a6cc6ac870f34a7349f57ef745707af3df0477b0f
3
+ size 88
baoding_p2_261_64874700/PPO_0/events.out.tfevents.1746029753.arnold-261-0-0.1.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:916b7e90733b22cd2b40cebb834a1c1ffe2d700c2b8704dfd1c3dec298abea0d
3
+ size 838735
baoding_p2_261_64874700/args.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "seed": 1,
3
+ "log_std_init": -3.0,
4
+ "reset_std": true,
5
+ "tasks": [
6
+ "baoding_p2"
7
+ ],
8
+ "load_path": "output/training/ongoing/249_arnold_htr_hir_hmr_hrr_hlr_r_p_bpc_bpc_bp_bpo_ep_r_k_k_r_bpc_bp_bpo_k_k_r_bpc_bp_bpo_k_k_bc_ppo_seed_1",
9
+ "checkpoint_num": null,
10
+ "log_root": "/users/alberto/arnold/output",
11
+ "project_name": null,
12
+ "num_envs_per_task": 32,
13
+ "batch_size": 128,
14
+ "ent_coef": 1e-06,
15
+ "vf_coef": 0.5,
16
+ "pg_coef": 1.0,
17
+ "imitation_coef": 0.0,
18
+ "loss": "mse",
19
+ "constant_loss_weight": false,
20
+ "lr": 2e-06,
21
+ "min_cosine_lr": null,
22
+ "rollout_steps": 512,
23
+ "num_layers": 6,
24
+ "num_heads": 4,
25
+ "dim_feedforward": 512,
26
+ "embedding_size": 128,
27
+ "policy_outputs_variance": true,
28
+ "critic_only_training": false,
29
+ "norm_reward": true,
30
+ "device": "cuda",
31
+ "num_steps": 10000000,
32
+ "n_epochs": 3,
33
+ "save_freq": 100000,
34
+ "local": false,
35
+ "log_interval": 1,
36
+ "out_prefix": "261_",
37
+ "out_suffix": "",
38
+ "linear_schedule_coefs": false,
39
+ "separate_vf_decoder": true,
40
+ "ablate_obs_norm": false,
41
+ "dense_reward": true,
42
+ "num_memory_steps": 5,
43
+ "use_expert_actions": false,
44
+ "custom_experts": null,
45
+ "positional_encoding": "learned"
46
+ }
baoding_p2_261_64874700/env.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b017fdc8fdd1df8ffde1644ea89c66d19cd6ef0575b654b2c77a2a3529c652fb
3
+ size 156465
baoding_p2_261_64874700/env_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "env_name": "MuscleBaodingP2",
3
+ "seed": 31,
4
+ "weighted_reward_keys": {
5
+ "pos_dist_1": 1,
6
+ "pos_dist_2": 1,
7
+ "act_reg": 0,
8
+ "alive": 1,
9
+ "solved": 5,
10
+ "done": 0,
11
+ "sparse": 0
12
+ },
13
+ "include_adapt_state": true,
14
+ "num_memory_steps": 5
15
+ }
baoding_p2_261_64874700/main_bc_ppo_multi_task.py ADDED
The diff for this file is too large to render. See raw diff
 
baoding_p2_261_64874700/model.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6a23bbca45dc11985c44b246ae2028dec870b17e923b1258bea891e74d008a1
3
+ size 53176041
baoding_p2_261_64874700/model_config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "policy": "<not serializable>",
3
+ "device": "cuda",
4
+ "batch_size": 128,
5
+ "n_steps": 512,
6
+ "learning_rate": 2e-06,
7
+ "clip_range": 0.3,
8
+ "gamma": 0.99,
9
+ "gae_lambda": 0.9,
10
+ "max_grad_norm": 0.7,
11
+ "vf_coef": 0.5,
12
+ "pg_coef": 1.0,
13
+ "ent_coef": 1e-06,
14
+ "imitation_coef": 0.0,
15
+ "imitation_loss": "mse",
16
+ "constant_loss_weight": false,
17
+ "n_epochs": 3,
18
+ "use_sde": false,
19
+ "policy_kwargs": {
20
+ "log_std_init": -3.0,
21
+ "activation_fn": "ReLU",
22
+ "net_arch": {
23
+ "num_encoder_layers": 6,
24
+ "num_decoder_layers": 6,
25
+ "num_heads": 4,
26
+ "layer_norm_eps": 1e-05,
27
+ "dim_feedforward": 512,
28
+ "dropout": 0,
29
+ "norm_first": true,
30
+ "share_decoder": false
31
+ },
32
+ "features_extractor_kwargs": {
33
+ "num_layers": 0,
34
+ "num_heads": 0,
35
+ "embedding_size": 128,
36
+ "layer_norm_eps": 1e-05,
37
+ "dim_feedforward": 512,
38
+ "dropout": 0,
39
+ "position_embedding": "learned",
40
+ "norm_first": true
41
+ },
42
+ "policy_outputs_variance": true,
43
+ "critic_only_training": false,
44
+ "device": "cuda"
45
+ }
46
+ }
baoding_p2_261_64874700/vocabulary.json ADDED
@@ -0,0 +1,216 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "padding": 0,
3
+ "value": 1,
4
+ "extn": 2,
5
+ "adabR": 3,
6
+ "adabL": 4,
7
+ "mflx": 5,
8
+ "dflx": 6,
9
+ "IFadb": 7,
10
+ "IFmcp": 8,
11
+ "IFpip": 9,
12
+ "IFdip": 10,
13
+ "TRIlong": 11,
14
+ "TRIlat": 12,
15
+ "TRImed": 13,
16
+ "BIClong": 14,
17
+ "BICshort": 15,
18
+ "BRA": 16,
19
+ "r_elbow_flex": 17,
20
+ "ECRL": 18,
21
+ "ECRB": 19,
22
+ "ECU": 20,
23
+ "FCR": 21,
24
+ "FCU": 22,
25
+ "PL": 23,
26
+ "PT": 24,
27
+ "PQ": 25,
28
+ "FDS5": 26,
29
+ "FDS4": 27,
30
+ "FDS3": 28,
31
+ "FDS2": 29,
32
+ "FDP5": 30,
33
+ "FDP4": 31,
34
+ "FDP3": 32,
35
+ "FDP2": 33,
36
+ "EDC5": 34,
37
+ "EDC4": 35,
38
+ "EDC3": 36,
39
+ "EDC2": 37,
40
+ "EDM": 38,
41
+ "EIP": 39,
42
+ "EPL": 40,
43
+ "EPB": 41,
44
+ "FPL": 42,
45
+ "APL": 43,
46
+ "OP": 44,
47
+ "RI2": 45,
48
+ "LU_RB2": 46,
49
+ "UI_UB2": 47,
50
+ "RI3": 48,
51
+ "LU_RB3": 49,
52
+ "UI_UB3": 50,
53
+ "RI4": 51,
54
+ "LU_RB4": 52,
55
+ "UI_UB4": 53,
56
+ "RI5": 54,
57
+ "LU_RB5": 55,
58
+ "UI_UB5": 56,
59
+ "pro_sup": 57,
60
+ "deviation": 58,
61
+ "flexion": 59,
62
+ "cmc_abduction": 60,
63
+ "cmc_flexion": 61,
64
+ "mp_flexion": 62,
65
+ "ip_flexion": 63,
66
+ "mcp2_flexion": 64,
67
+ "mcp2_abduction": 65,
68
+ "pm2_flexion": 66,
69
+ "md2_flexion": 67,
70
+ "mcp3_flexion": 68,
71
+ "mcp3_abduction": 69,
72
+ "pm3_flexion": 70,
73
+ "md3_flexion": 71,
74
+ "mcp4_flexion": 72,
75
+ "mcp4_abduction": 73,
76
+ "pm4_flexion": 74,
77
+ "md4_flexion": 75,
78
+ "mcp5_flexion": 76,
79
+ "mcp5_abduction": 77,
80
+ "pm5_flexion": 78,
81
+ "md5_flexion": 79,
82
+ "THtip": 80,
83
+ "IFtip": 81,
84
+ "MFtip": 82,
85
+ "RFtip": 83,
86
+ "LFtip": 84,
87
+ "ball": 85,
88
+ "die": 86,
89
+ "addbrev": 87,
90
+ "addlong": 88,
91
+ "addmagDist": 89,
92
+ "addmagIsch": 90,
93
+ "addmagMid": 91,
94
+ "addmagProx": 92,
95
+ "bflh": 93,
96
+ "bfsh": 94,
97
+ "edl": 95,
98
+ "ehl": 96,
99
+ "fdl": 97,
100
+ "fhl": 98,
101
+ "gaslat": 99,
102
+ "gasmed": 100,
103
+ "glmax1": 101,
104
+ "glmax2": 102,
105
+ "glmax3": 103,
106
+ "glmed1": 104,
107
+ "glmed2": 105,
108
+ "glmed3": 106,
109
+ "glmin1": 107,
110
+ "glmin2": 108,
111
+ "glmin3": 109,
112
+ "grac": 110,
113
+ "iliacus": 111,
114
+ "perbrev": 112,
115
+ "perlong": 113,
116
+ "piri": 114,
117
+ "psoas": 115,
118
+ "recfem": 116,
119
+ "sart": 117,
120
+ "semimem": 118,
121
+ "semiten": 119,
122
+ "soleus": 120,
123
+ "tfl": 121,
124
+ "tibant": 122,
125
+ "tibpost": 123,
126
+ "vasint": 124,
127
+ "vaslat": 125,
128
+ "vasmed": 126,
129
+ "pelvis": 127,
130
+ "joint": 128,
131
+ "muscle": 129,
132
+ "tip": 130,
133
+ "target": 131,
134
+ "error": 132,
135
+ "position": 133,
136
+ "velocity": 134,
137
+ "acceleration": 135,
138
+ "force": 136,
139
+ "activation": 137,
140
+ "linear": 138,
141
+ "angular": 139,
142
+ "x": 140,
143
+ "y": 141,
144
+ "z": 142,
145
+ "left": 143,
146
+ "right": 144,
147
+ "object": 145,
148
+ "id_1": 146,
149
+ "id_2": 147,
150
+ "id_3": 148,
151
+ "id_4": 149,
152
+ "id_5": 150,
153
+ "id_6": 151,
154
+ "id_7": 152,
155
+ "id_8": 153,
156
+ "id_9": 154,
157
+ "id_10": 155,
158
+ "pen": 156,
159
+ "DELT1": 157,
160
+ "DELT2": 158,
161
+ "DELT3": 159,
162
+ "SUPSP": 160,
163
+ "INFSP": 161,
164
+ "SUBSC": 162,
165
+ "TMIN": 163,
166
+ "TMAJ": 164,
167
+ "PECM1": 165,
168
+ "PECM2": 166,
169
+ "PECM3": 167,
170
+ "LAT1": 168,
171
+ "LAT2": 169,
172
+ "LAT3": 170,
173
+ "CORB": 171,
174
+ "ANC": 172,
175
+ "SUP": 173,
176
+ "BRD": 174,
177
+ "sternoclavicular_r2": 175,
178
+ "sternoclavicular_r3": 176,
179
+ "unrotscap_r3": 177,
180
+ "unrotscap_r2": 178,
181
+ "acromioclavicular_r2": 179,
182
+ "acromioclavicular_r3": 180,
183
+ "acromioclavicular_r1": 181,
184
+ "unrothum_r1": 182,
185
+ "unrothum_r3": 183,
186
+ "unrothum_r2": 184,
187
+ "elv_angle": 185,
188
+ "shoulder_elv": 186,
189
+ "shoulder1_r2": 187,
190
+ "shoulder_rot": 188,
191
+ "elbow_flexion": 189,
192
+ "OBJTx": 190,
193
+ "OBJTy": 191,
194
+ "OBJTz": 192,
195
+ "OBJRx": 193,
196
+ "OBJRy": 194,
197
+ "OBJRz": 195,
198
+ "hip_flexion": 196,
199
+ "hip_adduction": 197,
200
+ "hip_rotation": 198,
201
+ "knee_angle_translation2": 199,
202
+ "knee_angle_translation1": 200,
203
+ "knee_angle": 201,
204
+ "knee_angle_rotation2": 202,
205
+ "knee_angle_rotation3": 203,
206
+ "ankle_angle": 204,
207
+ "subtalar_angle": 205,
208
+ "mtp_angle": 206,
209
+ "knee_angle_beta_translation2": 207,
210
+ "knee_angle_beta_translation1": 208,
211
+ "knee_angle_beta_rotation1": 209,
212
+ "foot": 210,
213
+ "toes": 211,
214
+ "root": 212,
215
+ "contact": 213
216
+ }
baoding_p2_overlap_262_67874700/PPO_0/events.out.tfevents.1745826902.arnold-262-0-0.1.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acd8f9f08910d33a5071ff551f5893a77cd606047c1b10b380b03d3dc76d4e48
3
+ size 190845
baoding_p2_overlap_262_67874700/PPO_0/events.out.tfevents.1745841424.arnold-262-0-1.1.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bdddd378769f624f7bb747e7325e892189650c60ddfe8779a249605a3f0a883
3
+ size 20356
baoding_p2_overlap_262_67874700/PPO_0/events.out.tfevents.1745845342.arnold-262-0-2.1.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fc35a62a455aaf72fb4b201f9510a6109a7040f4df504bdd39955847e4951f1
3
+ size 11902
baoding_p2_overlap_262_67874700/PPO_0/events.out.tfevents.1745846459.arnold-262-0-3.1.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eadc44d572caee8c1479436e1414ef1b3fd0e85aa0e03d1e4c2b2f33a53dc71b
3
+ size 33037
baoding_p2_overlap_262_67874700/PPO_0/events.out.tfevents.1745849323.arnold-262-0-4.1.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e34ca81cf2f61ff040d64348b6e808ec42188c8d91563922cdbd0e241be627bf
3
+ size 4857
baoding_p2_overlap_262_67874700/PPO_0/events.out.tfevents.1745849656.arnold-262-0-5.1.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f678e05477075d0f2eabad70f0e5469c969cb4186f4cd22f51a0815cb5e68bb
3
+ size 3448
baoding_p2_overlap_262_67874700/PPO_0/events.out.tfevents.1745850214.arnold-262-0-7.1.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48d478e974a6bd3256b0a6669aa661620afcf8071e978e6d654578943b16e929
3
+ size 11902
baoding_p2_overlap_262_67874700/PPO_0/events.out.tfevents.1745850984.arnold-262-0-8.1.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46b835d6db6bb6d28e5e21bcf5a3023dc343849938538d581ea91455fb5e4457
3
+ size 630
baoding_p2_overlap_262_67874700/PPO_0/events.out.tfevents.1746016682.arnold-262-0-0.1.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01889a2183c3159209a2cb3f8c65c4469433d542cdaac399afde462d918af298
3
+ size 860120
baoding_p2_overlap_262_67874700/args.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "seed": 1,
3
+ "log_std_init": -3.0,
4
+ "reset_std": true,
5
+ "tasks": [
6
+ "baoding_p2_overlap"
7
+ ],
8
+ "load_path": "output/training/ongoing/249_arnold_htr_hir_hmr_hrr_hlr_r_p_bpc_bpc_bp_bpo_ep_r_k_k_r_bpc_bp_bpo_k_k_r_bpc_bp_bpo_k_k_bc_ppo_seed_1",
9
+ "checkpoint_num": null,
10
+ "log_root": "/users/alberto/arnold/output",
11
+ "project_name": null,
12
+ "num_envs_per_task": 32,
13
+ "batch_size": 128,
14
+ "ent_coef": 1e-06,
15
+ "vf_coef": 0.5,
16
+ "pg_coef": 1.0,
17
+ "imitation_coef": 0.0,
18
+ "loss": "mse",
19
+ "constant_loss_weight": false,
20
+ "lr": 2e-06,
21
+ "min_cosine_lr": null,
22
+ "rollout_steps": 512,
23
+ "num_layers": 6,
24
+ "num_heads": 4,
25
+ "dim_feedforward": 512,
26
+ "embedding_size": 128,
27
+ "policy_outputs_variance": true,
28
+ "critic_only_training": false,
29
+ "norm_reward": true,
30
+ "device": "cuda",
31
+ "num_steps": 10000000,
32
+ "n_epochs": 3,
33
+ "save_freq": 100000,
34
+ "local": false,
35
+ "log_interval": 1,
36
+ "out_prefix": "262_",
37
+ "out_suffix": "",
38
+ "linear_schedule_coefs": false,
39
+ "separate_vf_decoder": true,
40
+ "ablate_obs_norm": false,
41
+ "dense_reward": true,
42
+ "num_memory_steps": 5,
43
+ "use_expert_actions": false,
44
+ "custom_experts": null,
45
+ "positional_encoding": "learned"
46
+ }
baoding_p2_overlap_262_67874700/env.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:475b43a166f2d554165d806ed5dceaa33c2f5ccc386ff6aa5e6a054ca9b9eb35
3
+ size 156690
baoding_p2_overlap_262_67874700/env_config.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "env_name": "MuscleBaodingP2Overlap",
3
+ "seed": 31,
4
+ "weighted_reward_keys": {
5
+ "pos_dist_1": 1,
6
+ "pos_dist_2": 1,
7
+ "act_reg": 0,
8
+ "alive": 1,
9
+ "solved": 5,
10
+ "done": 0,
11
+ "sparse": 0
12
+ },
13
+ "include_adapt_state": true,
14
+ "num_memory_steps": 5
15
+ }
baoding_p2_overlap_262_67874700/main_bc_ppo_multi_task.py ADDED
The diff for this file is too large to render. See raw diff
 
baoding_p2_overlap_262_67874700/model.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f868c0f50a1c2ef55a1ca4ba4a70c50eb8b733fb8835efbc0d1b134252d85393
3
+ size 53176051
baoding_p2_overlap_262_67874700/model_config.json ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "policy": "<not serializable>",
3
+ "device": "cuda",
4
+ "batch_size": 128,
5
+ "n_steps": 512,
6
+ "learning_rate": 2e-06,
7
+ "clip_range": 0.3,
8
+ "gamma": 0.99,
9
+ "gae_lambda": 0.9,
10
+ "max_grad_norm": 0.7,
11
+ "vf_coef": 0.5,
12
+ "pg_coef": 1.0,
13
+ "ent_coef": 1e-06,
14
+ "imitation_coef": 0.0,
15
+ "imitation_loss": "mse",
16
+ "constant_loss_weight": false,
17
+ "n_epochs": 3,
18
+ "use_sde": false,
19
+ "policy_kwargs": {
20
+ "log_std_init": -3.0,
21
+ "activation_fn": "ReLU",
22
+ "net_arch": {
23
+ "num_encoder_layers": 6,
24
+ "num_decoder_layers": 6,
25
+ "num_heads": 4,
26
+ "layer_norm_eps": 1e-05,
27
+ "dim_feedforward": 512,
28
+ "dropout": 0,
29
+ "norm_first": true,
30
+ "share_decoder": false
31
+ },
32
+ "features_extractor_kwargs": {
33
+ "num_layers": 0,
34
+ "num_heads": 0,
35
+ "embedding_size": 128,
36
+ "layer_norm_eps": 1e-05,
37
+ "dim_feedforward": 512,
38
+ "dropout": 0,
39
+ "position_embedding": "learned",
40
+ "norm_first": true
41
+ },
42
+ "policy_outputs_variance": true,
43
+ "critic_only_training": false,
44
+ "device": "cuda"
45
+ }
46
+ }
baoding_p2_overlap_262_67874700/vocabulary.json ADDED
@@ -0,0 +1,216 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "padding": 0,
3
+ "value": 1,
4
+ "extn": 2,
5
+ "adabR": 3,
6
+ "adabL": 4,
7
+ "mflx": 5,
8
+ "dflx": 6,
9
+ "IFadb": 7,
10
+ "IFmcp": 8,
11
+ "IFpip": 9,
12
+ "IFdip": 10,
13
+ "TRIlong": 11,
14
+ "TRIlat": 12,
15
+ "TRImed": 13,
16
+ "BIClong": 14,
17
+ "BICshort": 15,
18
+ "BRA": 16,
19
+ "r_elbow_flex": 17,
20
+ "ECRL": 18,
21
+ "ECRB": 19,
22
+ "ECU": 20,
23
+ "FCR": 21,
24
+ "FCU": 22,
25
+ "PL": 23,
26
+ "PT": 24,
27
+ "PQ": 25,
28
+ "FDS5": 26,
29
+ "FDS4": 27,
30
+ "FDS3": 28,
31
+ "FDS2": 29,
32
+ "FDP5": 30,
33
+ "FDP4": 31,
34
+ "FDP3": 32,
35
+ "FDP2": 33,
36
+ "EDC5": 34,
37
+ "EDC4": 35,
38
+ "EDC3": 36,
39
+ "EDC2": 37,
40
+ "EDM": 38,
41
+ "EIP": 39,
42
+ "EPL": 40,
43
+ "EPB": 41,
44
+ "FPL": 42,
45
+ "APL": 43,
46
+ "OP": 44,
47
+ "RI2": 45,
48
+ "LU_RB2": 46,
49
+ "UI_UB2": 47,
50
+ "RI3": 48,
51
+ "LU_RB3": 49,
52
+ "UI_UB3": 50,
53
+ "RI4": 51,
54
+ "LU_RB4": 52,
55
+ "UI_UB4": 53,
56
+ "RI5": 54,
57
+ "LU_RB5": 55,
58
+ "UI_UB5": 56,
59
+ "pro_sup": 57,
60
+ "deviation": 58,
61
+ "flexion": 59,
62
+ "cmc_abduction": 60,
63
+ "cmc_flexion": 61,
64
+ "mp_flexion": 62,
65
+ "ip_flexion": 63,
66
+ "mcp2_flexion": 64,
67
+ "mcp2_abduction": 65,
68
+ "pm2_flexion": 66,
69
+ "md2_flexion": 67,
70
+ "mcp3_flexion": 68,
71
+ "mcp3_abduction": 69,
72
+ "pm3_flexion": 70,
73
+ "md3_flexion": 71,
74
+ "mcp4_flexion": 72,
75
+ "mcp4_abduction": 73,
76
+ "pm4_flexion": 74,
77
+ "md4_flexion": 75,
78
+ "mcp5_flexion": 76,
79
+ "mcp5_abduction": 77,
80
+ "pm5_flexion": 78,
81
+ "md5_flexion": 79,
82
+ "THtip": 80,
83
+ "IFtip": 81,
84
+ "MFtip": 82,
85
+ "RFtip": 83,
86
+ "LFtip": 84,
87
+ "ball": 85,
88
+ "die": 86,
89
+ "addbrev": 87,
90
+ "addlong": 88,
91
+ "addmagDist": 89,
92
+ "addmagIsch": 90,
93
+ "addmagMid": 91,
94
+ "addmagProx": 92,
95
+ "bflh": 93,
96
+ "bfsh": 94,
97
+ "edl": 95,
98
+ "ehl": 96,
99
+ "fdl": 97,
100
+ "fhl": 98,
101
+ "gaslat": 99,
102
+ "gasmed": 100,
103
+ "glmax1": 101,
104
+ "glmax2": 102,
105
+ "glmax3": 103,
106
+ "glmed1": 104,
107
+ "glmed2": 105,
108
+ "glmed3": 106,
109
+ "glmin1": 107,
110
+ "glmin2": 108,
111
+ "glmin3": 109,
112
+ "grac": 110,
113
+ "iliacus": 111,
114
+ "perbrev": 112,
115
+ "perlong": 113,
116
+ "piri": 114,
117
+ "psoas": 115,
118
+ "recfem": 116,
119
+ "sart": 117,
120
+ "semimem": 118,
121
+ "semiten": 119,
122
+ "soleus": 120,
123
+ "tfl": 121,
124
+ "tibant": 122,
125
+ "tibpost": 123,
126
+ "vasint": 124,
127
+ "vaslat": 125,
128
+ "vasmed": 126,
129
+ "pelvis": 127,
130
+ "joint": 128,
131
+ "muscle": 129,
132
+ "tip": 130,
133
+ "target": 131,
134
+ "error": 132,
135
+ "position": 133,
136
+ "velocity": 134,
137
+ "acceleration": 135,
138
+ "force": 136,
139
+ "activation": 137,
140
+ "linear": 138,
141
+ "angular": 139,
142
+ "x": 140,
143
+ "y": 141,
144
+ "z": 142,
145
+ "left": 143,
146
+ "right": 144,
147
+ "object": 145,
148
+ "id_1": 146,
149
+ "id_2": 147,
150
+ "id_3": 148,
151
+ "id_4": 149,
152
+ "id_5": 150,
153
+ "id_6": 151,
154
+ "id_7": 152,
155
+ "id_8": 153,
156
+ "id_9": 154,
157
+ "id_10": 155,
158
+ "pen": 156,
159
+ "DELT1": 157,
160
+ "DELT2": 158,
161
+ "DELT3": 159,
162
+ "SUPSP": 160,
163
+ "INFSP": 161,
164
+ "SUBSC": 162,
165
+ "TMIN": 163,
166
+ "TMAJ": 164,
167
+ "PECM1": 165,
168
+ "PECM2": 166,
169
+ "PECM3": 167,
170
+ "LAT1": 168,
171
+ "LAT2": 169,
172
+ "LAT3": 170,
173
+ "CORB": 171,
174
+ "ANC": 172,
175
+ "SUP": 173,
176
+ "BRD": 174,
177
+ "sternoclavicular_r2": 175,
178
+ "sternoclavicular_r3": 176,
179
+ "unrotscap_r3": 177,
180
+ "unrotscap_r2": 178,
181
+ "acromioclavicular_r2": 179,
182
+ "acromioclavicular_r3": 180,
183
+ "acromioclavicular_r1": 181,
184
+ "unrothum_r1": 182,
185
+ "unrothum_r3": 183,
186
+ "unrothum_r2": 184,
187
+ "elv_angle": 185,
188
+ "shoulder_elv": 186,
189
+ "shoulder1_r2": 187,
190
+ "shoulder_rot": 188,
191
+ "elbow_flexion": 189,
192
+ "OBJTx": 190,
193
+ "OBJTy": 191,
194
+ "OBJTz": 192,
195
+ "OBJRx": 193,
196
+ "OBJRy": 194,
197
+ "OBJRz": 195,
198
+ "hip_flexion": 196,
199
+ "hip_adduction": 197,
200
+ "hip_rotation": 198,
201
+ "knee_angle_translation2": 199,
202
+ "knee_angle_translation1": 200,
203
+ "knee_angle": 201,
204
+ "knee_angle_rotation2": 202,
205
+ "knee_angle_rotation3": 203,
206
+ "ankle_angle": 204,
207
+ "subtalar_angle": 205,
208
+ "mtp_angle": 206,
209
+ "knee_angle_beta_translation2": 207,
210
+ "knee_angle_beta_translation1": 208,
211
+ "knee_angle_beta_rotation1": 209,
212
+ "foot": 210,
213
+ "toes": 211,
214
+ "root": 212,
215
+ "contact": 213
216
+ }
baoding_phase_1/CustomMyoBaodingBallsP1_config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "weighted_reward_keys": {
3
+ "pos_dist_1": 1,
4
+ "pos_dist_2": 1,
5
+ "act_reg": 0,
6
+ "alive": 1,
7
+ "solved": 5,
8
+ "done": 0,
9
+ "sparse": 0
10
+ },
11
+ "task": "random",
12
+ "enable_rsi": false,
13
+ "rsi_probability": 0,
14
+ "noise_palm": 0,
15
+ "noise_fingers": 0,
16
+ "noise_balls": 0,
17
+ "goal_time_period": [
18
+ 5,
19
+ 5
20
+ ],
21
+ "goal_xrange": [
22
+ 0.025,
23
+ 0.025
24
+ ],
25
+ "goal_yrange": [
26
+ 0.028,
27
+ 0.028
28
+ ],
29
+ "drop_th": 1.3
30
+ }
baoding_phase_1/RecurrentPPO_1/events.out.tfevents.1666173178.AMG19.3640388.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dde86e72aeba09f0bac3d9f62300c0f1e81b5a70eeef3d3f4c9a3862a632529
3
+ size 2544462
baoding_phase_1/env.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73774dc8c4ccd4bf1e99439c0e86bdee1446ab641c771429756e5063c05f255c
3
+ size 20038
baoding_phase_1/evaluations.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:554a6884b02864d75323c8fd1c8d8112de8dbc301fb5532f4bd6d080767327d9
3
+ size 55874
baoding_phase_1/main.py ADDED
@@ -0,0 +1,185 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import copy
2
+ import json
3
+ import os
4
+ import shutil
5
+ from calendar import c
6
+ from datetime import datetime
7
+
8
+ import numpy as np
9
+ import torch.nn as nn
10
+ from sb3_contrib import RecurrentPPO
11
+ from stable_baselines3.common.callbacks import EvalCallback
12
+ from stable_baselines3.common.monitor import Monitor
13
+ from stable_baselines3.common.vec_env import VecNormalize
14
+ from stable_baselines3.common.vec_env.subproc_vec_env import SubprocVecEnv
15
+
16
+ from src.envs.environment_factory import EnvironmentFactory
17
+ from src.metrics.custom_callbacks import EvaluateLSTM
18
+ from src.metrics.sb_callbacks import EnvDumpCallback
19
+
20
+ env_name = "CustomMyoBaodingBallsP1"
21
+
22
+ # saving criteria
23
+ saving_criteria = "dense_rewards" # dense_rewards, score
24
+
25
+ # whether this is the first task of the curriculum (True) or it is loading a previous task (False)
26
+ FIRST_TASK = False
27
+
28
+ # Path to normalized Vectorized environment (if not first task)
29
+ PATH_TO_NORMALIZED_ENV = "trained_models/random/08-28-26_random_6_6/training_env.pkl"
30
+
31
+ # Path to pretrained network (if not first task)
32
+ PATH_TO_PRETRAINED_NET = "trained_models/random/08-28-26_random_6_6/best_model.zip"
33
+
34
+ # Tensorboard log (will save best model during evaluation)
35
+ now = datetime.now().strftime("%Y-%m-%d/%H-%M-%S") + "_random_5_5"
36
+ TENSORBOARD_LOG = os.path.join("output", "training", now)
37
+
38
+
39
+ # Reward structure and task parameters:
40
+ config = {
41
+ "weighted_reward_keys": {
42
+ "pos_dist_1": 1,
43
+ "pos_dist_2": 1,
44
+ "act_reg": 0,
45
+ "alive": 1,
46
+ "solved": 5,
47
+ "done": 0,
48
+ "sparse": 0,
49
+ },
50
+ "task": "random",
51
+ "enable_rsi": False,
52
+ "rsi_probability": 0,
53
+ "noise_palm": 0,
54
+ "noise_fingers": 0,
55
+ "noise_balls": 0,
56
+ "goal_time_period": [5, 5], # phase 2: (4, 6)
57
+ "goal_xrange": (0.025, 0.025), # phase 2: (0.020, 0.030)
58
+ "goal_yrange": (0.028, 0.028), # phase 2: (0.022, 0.032)
59
+ "drop_th": 1.3,
60
+ }
61
+
62
+ # Function that creates and monitors vectorized environments:
63
+ def make_parallel_envs(env_name, env_config, num_env, start_index=0):
64
+ def make_env(rank):
65
+ def _thunk():
66
+ env = EnvironmentFactory.register(env_name, **env_config)
67
+ env = Monitor(env, TENSORBOARD_LOG)
68
+ return env
69
+
70
+ return _thunk
71
+
72
+ return SubprocVecEnv([make_env(i + start_index) for i in range(num_env)])
73
+
74
+
75
+ if __name__ == "__main__":
76
+ os.makedirs(TENSORBOARD_LOG, exist_ok=True)
77
+ with open(os.path.join(TENSORBOARD_LOG, "config.json"), "w") as file:
78
+ json.dump(config, file)
79
+ shutil.copy(os.path.abspath(__file__), TENSORBOARD_LOG)
80
+
81
+ # Create vectorized environments:
82
+ envs = make_parallel_envs(env_name, config, num_env=16)
83
+
84
+ # Normalize environment:
85
+ if FIRST_TASK:
86
+ envs = VecNormalize(envs)
87
+ else:
88
+ envs = VecNormalize.load(PATH_TO_NORMALIZED_ENV, envs)
89
+
90
+
91
+ # Callbacks for score and for effort
92
+
93
+ config_score, config_effort = copy.deepcopy(config), copy.deepcopy(config)
94
+
95
+ config_score['weighted_reward_keys'].update({
96
+ 'pos_dist_1': 0,
97
+ 'pos_dist_2': 0,
98
+ 'act_reg': 0,
99
+ 'solved': 5,
100
+ 'alive':0,
101
+ 'done': 0,
102
+ 'sparse': 0})
103
+
104
+ config_effort['weighted_reward_keys'].update({
105
+ 'pos_dist_1': 0,
106
+ 'pos_dist_2': 0,
107
+ 'act_reg': 1,
108
+ 'solved': 0,
109
+ 'alive':0,
110
+ 'done': 0,
111
+ 'sparse': 0})
112
+
113
+ env_score = EnvironmentFactory.register(env_name, **config_score)
114
+ env_effort = EnvironmentFactory.register(env_name, **config_effort)
115
+
116
+ score_callback = EvaluateLSTM(eval_freq = 5000, eval_env = env_score, name = 'eval/score', num_episodes=10)
117
+ effort_callback = EvaluateLSTM(eval_freq = 5000, eval_env = env_effort, name = 'eval/effort', num_episodes=10)
118
+
119
+ # Evaluation Callback
120
+
121
+ # Create vectorized environments:
122
+ if saving_criteria=="score":
123
+ eval_envs = make_parallel_envs(env_name, config_score, num_env=16)
124
+ elif saving_criteria=="dense_rewards":
125
+ eval_envs = make_parallel_envs(env_name, config, num_env=16)
126
+ else:
127
+ raise ValueError('Unrecognized saving criteria')
128
+
129
+ if FIRST_TASK:
130
+ eval_envs = VecNormalize(eval_envs)
131
+ else:
132
+ eval_envs = VecNormalize.load(PATH_TO_NORMALIZED_ENV, eval_envs)
133
+
134
+ env_dump_callback = EnvDumpCallback(TENSORBOARD_LOG, verbose=0)
135
+
136
+ eval_callback = EvalCallback(
137
+ eval_envs,
138
+ callback_on_new_best=env_dump_callback,
139
+ best_model_save_path=TENSORBOARD_LOG,
140
+ log_path=TENSORBOARD_LOG,
141
+ eval_freq=2500,
142
+ deterministic=True,
143
+ render=False,
144
+ n_eval_episodes=20,
145
+ )
146
+
147
+ # Create model (hyperparameters from RL Zoo HalfCheetak)
148
+ if FIRST_TASK:
149
+ model = RecurrentPPO(
150
+ "MlpLstmPolicy",
151
+ envs,
152
+ verbose=2,
153
+ tensorboard_log=TENSORBOARD_LOG,
154
+ batch_size=32,
155
+ n_steps=512,
156
+ gamma=0.99,
157
+ gae_lambda=0.9,
158
+ n_epochs=10,
159
+ ent_coef= 3e-6,
160
+ learning_rate=2e-5,
161
+ clip_range=0.25,
162
+ use_sde=True,
163
+ max_grad_norm=0.8,
164
+ vf_coef=0.5,
165
+ policy_kwargs=dict(
166
+ log_std_init=-2,
167
+ ortho_init=False,
168
+ activation_fn=nn.ReLU,
169
+ net_arch=[dict(pi=[], vf=[])],
170
+ enable_critic_lstm=True,
171
+ lstm_hidden_size=128,
172
+ ),
173
+ )
174
+ else:
175
+ model = RecurrentPPO.load(
176
+ PATH_TO_PRETRAINED_NET, env=envs, tensorboard_log=TENSORBOARD_LOG, device='cuda'
177
+ )
178
+
179
+ # Train and save model
180
+ model.learn(
181
+ total_timesteps=10_000_000, callback=[eval_callback,score_callback,effort_callback], reset_num_timesteps=True
182
+ )
183
+
184
+ model.save(os.path.join(TENSORBOARD_LOG, "final_model.pkl"))
185
+ envs.save(os.path.join(TENSORBOARD_LOG, "final_env.pkl"))
baoding_phase_1/model.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bc4a0ca68dca2513731655ddb7aa0cff983d255037058ebec05802e68c78c10
3
+ size 11895895
baoding_phase_1/monitor.csv ADDED
@@ -0,0 +1,1879 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #{"t_start": 1666173178.174185, "env_id": "CustomMyoChallengeBaodingP1-v1"}
2
+ r,l,t
3
+ 41417.715378,200,4755.31526514514.741612,125,4948.30575312342.278138,200,4949.442131030.570286,200,5124.242511
4
+ 3342.086904,200,5124.68514341155.945544,200,5305.314145
5
+ 326.697579,200,5306.4545
6
+ 1171.092492,200,5480.300596
7
+ 417.689499,200,5481.426168
8
+ 1146.167319,200,5659.99327911417.833499,200,5661.13924
9
+ 1166.120616,200,5835.93714
10
+ 219.735284,101,5836.498838
11
+ 950.373904,200,6018.069897
12
+ 423.132595,200,6019.198496
13
+ 1161.300793,200,6193.923044
14
+ 423.128037,200,6195.105918
15
+ 894.854466,200,6376.296397
16
+ 417.630433,200,6377.408609
17
+ 1181.002444,200,6733.117961
18
+ 387.04263,200,6734.24745
19
+ 1181.313116,200,6908.328823
20
+ 342.586436,170,6909.285228
21
+ 337.745114,164,7091.668042
22
+ 1096.205171,200,7268.775751
23
+ 351.822853,180,7269.782065
24
+ 1176.2451,200,7451.772134
25
+ 231.523813,113,7452.41186
26
+ 1176.195505,200,7693.317854
27
+ 589.758229,200,7694.688797
28
+ 1146.403931,200,7903.745458
29
+ 340.059835,151,7904.769264
30
+ 1055.904585,200,8172.304609
31
+ 249.699513,117,8173.06057
32
+ 978.251976,189,8430.796001
33
+ 320.484685,146,8431.755518
34
+ 1191.292859,200,8701.439003
35
+ 330.466614,146,8702.381526
36
+ 1065.858566,200,8957.969329
37
+ 1166.004993,200,9227.496983
38
+ 329.602017,145,9228.444307
39
+ 1186.058255,200,9488.73683
40
+ 305.390639,146,9489.732003151055.838686,200,9758.028303
41
+ 217.209493,87,9758.59831239854.550907,175,10015.3342995.282.168406,148,10016.3146286.531.424273,132,10289.46871130264.245619,123,10290.206392371040.833793,200,10548.667939
42
+ 260.151106,112,10549.40137261226.294503,86,10549.9661111166.058044,200,10816.417354
43
+ 25258.943322,150,10818.076110101191.073315,200,11079.14112247.018126,148,11079.45661210945.385202,200,11348.823685
44
+ 1045.771259,200,11616.99190411176.91034,133,11617.88294
45
+ 879.562761,200,11880.327258
46
+ 246.635341,153,11881.251514
47
+ 1045.724224,200,12149.979077
48
+ 238.950386,150,12150.957295
49
+ 1141.131562,200,12409.019003
50
+ 177.011971,125,12409.843911
51
+ 1090.977064,200,12678.79906
52
+ 142.454458,95,12679.420207
53
+ 1045.862779,200,12938.039219
54
+ 769.554285,200,13205.62945
55
+ 205.807287,86,13206.19297
56
+ 233.555468,11176.45544,200,131171171.297392,200,13471.74525309309.765941045.892678,200,1418418.223517,200,13741.46778232232.496652,1161.313692,2005271181.146564,200,14001.899338.2297.536207,200,14003.198413
57
+ 1155.904803,2001116.02851166.1377.712718,1510875.365384,2001050.80265,2001175.936849,200262.935698,200,1131.184357,20834.883409,200,14801.584923
58
+ 311.686408,142,1889.8133334.61176.256046,200,11045.89425,20402.242526,180,11007.071261,11096.042302,200911176.155257,2318.507925,1441015.41357,200,1060.922679,200,1980.61161.276731.328947,200,1559973680.995915.036102,2001105.8915.03610321.292029,1471070.852855,2001181.073562,200,16137.1181181.644.554806,200,1005.644.554801161.042078,200,985.1161.1060.449.304136,166,911176.196801,1015.434388,2001025.1161.2614354.997497,151,11071146.309391181.327746,200,11015.800706,2349.589406,156,16995.786733,21025.611762,200,11141166.046191030.323849,200,11120.97723,201005.790368,200,1181005.790368337.204881,131,11181.311928,21146.175064,200,11156.259971,21000.27826,200,17991.1000.278422.935656,200,17993.112849
59
+ 1060.565991,200,181130.843046,417.760085,200,18262.417768
60
+ 1171.209129,200,18520.392281
61
+ 419.150964,98,185316.160617,200,18521.02243985101056.0331156.181896,200,187933900.657105,200,18795.05656
62
+ 701.477117,200,19322.243402701081.0952151161.258463,200,194417.92106,200,19583.426799
63
+ 1166.269092,200,19852.766832
64
+ 11025.926846,1156.070766,200,3417.846634,200,20389.388974
65
+ 1166.091741,200,21186.785945335.25554,147,21188.95457
66
+ 11301111.151389,200,21446.234360.3417.932204,200,21447.525995.51110.959425,200,21716.60212.74322.839456,139322.839451086.032988,200,21981161.1588505.585418.1491,200,21984.6811050.848455,200,221181.293201,418.135114,200,222418.1443971090.91263,200,22511166.17968369.8369.827038,141,383.08491171.31116.147232,2001035.8888829.755833,200,22784.057457
67
+ 758.972434,200,23042.218637
68
+ 554.745142,166,23043554.745141170.971835,200,23311.748637
69
+ 386.187938,200,23313418.01311940.551020.807952,200,23572.0370.27489,200,23574.561657
70
+ 752.56081176.257595,1091.0543242.59973381.112748,392.205371116.2161171.217312,1151.27370346.551348.832968,161,24102.01141.21126.174148,20980.939292418.049728,200,24375.62807
71
+ 1071.131071.13293,200,24642.3277.692277.692324,200277.69231101.181101.183485,200,24902.2382.912382.912205,200423.087895.403,895.403,200,25103418.01355,200,25177.377144
72
+ 899.810351166.087043,200,254418.201007,200,25436.692984
73
+ 1096.16832819.510981,200,2570418.259889418.259889,200,25701025.73927985.81338,200,259651191.2942301.864669,137,25966.1181.083091,200,26235.904494
74
+ 308.6774318.719717,150,26235.1186.3071186.259324,200,26499.174.2927174.292716,117,26500.1071.142702,200,26772.26088
75
+ 330.310392,157,26773.29662326970.9779.087938,200,27030.281499.325873,167,27032.583552
76
+ 1080.1126.205713,200,27300.111154.4363.47183,200,27301.761156.084163,200,27559.450943
77
+ 163.87289.294355,159,27559.21111.001136.202987,200,27828.9316.996052,153,27831.220505
78
+ 1030.880653,200,28095.218143
79
+ 189.535326.22434,147,28094.91156.101996,200,28367.12721107360.378996,171,28368.272018
80
+ 1111.131161.035238,200,281115319.776838,156,28639.829571
81
+ 1151.073723,200,28898.45306
82
+ 202.221442,120,28899.166241411116.11011156.171305,200,29116308.631362,144,29170.600721
83
+ 1141.0298950.726366,200,29495298.05935296.093714,136,294291146.130642,200,29703.189186
84
+ 176.81208176.812089,99,297021146.16291141.194323,200,1146.333.51649,144,29963.445595
85
+ 1136.298549,200,30234.770456
86
+ 298.85754331.136831,158,302341156.2099422.739885,200,30495.324.652718,151,30497.594793
87
+ 407.82581171.28018,200,30764.181.6045425.351146,141,30764930.575121166.097777,200,3102339.821948,140,31023.947049
88
+ 1095.99801116.178614,200,3895204.348521204.348521,122,32041176.312725,200,31556.12131
89
+ 575.736316422.733807,200,31551166.206138,200,31828.535833
90
+ 316.97691,535.305503,135,3181191.210608,200,32089.060635
91
+ 320.550386,125,32089.973976
92
+ 1146.090781096.019059,200,323608.970978,457.995902,200,3231176.129584995.860625,200,3262594.130075,139,32622.73728
93
+ 1106.0186381026.08794,200,3289412.670051,200,32894.63944
94
+ 1146.30714,1176.435633,200,3305.955206,125,33164.447495
95
+ 1046.089674,200,33428.458023
96
+ 609.346854,200,33429.71639
97
+ 1181.121819,200,33697.705775
98
+ 418.318278,200,33699.02126
99
+ 1039.283739,21186.580509,200,3418.064075,20418.054823,200,31176.335328,21176.335328,200,3240.676,102,3417.824817,201136.239165,2001161.137708,200295.725396,97,34488.980875
100
+ 1186.269771,201121.157448,200,440.258829,99365.912383,143,1145.986332,1136.02002,200,350342.100074,165,35022.896581
101
+ 1035.977363,200,35290.041566
102
+ 480.658231,162,35550.972533
103
+ 1191.25891196.08087,200,35821.537.1366269.63415,200,35823.01151.201136.213632,200,3608011657.479716,200,36083.528769
104
+ 1191.220098,200,36352.301218
105
+ 501.0501.08481,200,36352.3371146.1146.237123,200,36616.651161.8161.850331,92,36617.196149.1141.071282,200,36885.82261186522.178624,148,36886.78397.841136.184822,200,37156.034798
106
+ 443.243829,97,37156.61234344214.859668,95,37157.1807851191.261964,200,37418.2978701.6666.850263,200,37418.9221191.269475,200,37688.300125
107
+ 679.679.686659,200,37689.0254113111176.149865,200,37948.497202.7737.583929,200,37949.832114611116.064589,200,38218.636701.6667.34579,200,38219.965930.61191.216563,200,38478.21476.33469.300332,145,38478.511180.81171.203612,200,38692.74138.16712.671059,200,38693.903484
108
+ 960.49575,200,39458.006278
109
+ 2543.522884,150,39458.310543761075.965433,200,39725.93711148285.130024,91,39726.5371161.1141.194558,200,39986.76300.89300.812564,132,39987.551151.11196.298942,200,40255.85804.622499,155,40257.550715
110
+ 1176.183165,200,40518.699061
111
+ 735.8393.261973,200,40519.3191186.1030.987714,200,40792.435326.8329.423313,104,40793.040664.0788.838954,159,41051.610443.2453.330529,97,41052.365339.318011,136,41053.878196
112
+ 11561136.175769,200,41321.6849332.0257.598465,187,41323.9041181176.203099,200,41590.04270465.993106,105,41591.416477
113
+ 364.451122,141,41853.849916
114
+ 865.474235,200,42127.366687
115
+ 466.792439,200,42128.686591
116
+ 1196.258761,200,42388.845608
117
+ 1186.136952,200,42657.57008311457.915656,200,42658.870921
118
+ 1196.44615,200,42915.523011
119
+ .9358.358434,135,43185.117842
120
+ 358.358434,135,43184.4354911811196.341343,200,43186.476873
121
+ 3,200,43185.261327
122
+ 62.945757,134,43184.633266
123
+ 0,42917.067024
124
+ 1146.240835,200,43184.971159
125
+ 362.945757,134,43185.934719
126
+ 48973
127
+ 139.757252,81,43185.465979
128
+ 32154
129
+ 1141.218998,200,42915.376917
130
+ 195.796484,149,42916.34077
131
+ 1181.104199,200,43184.576229
132
+ 358.358434,135,43185.551832
133
+ 9.791774,200,6627.336455
134
+ 1101.216318,200,6641.202455
135
+ 423.339097,134,6648.255307
136
+ 577.582934,187,6671.6802
137
+ 950.104097,200,6679.513173
138
+ 1080.992412,200,6693.356113
139
+ 995.578557,200,6709.869849
140
+ 802.328452,179,6724.494535
141
+ 1070.749466,200,6731.770678
142
+ 1136.426321,200,6756.993411
143
+ 980.727853,200,6764.574149
144
+ 532.67237,112,6771.482025
145
+ 495.127425,104,6778.1161.225703.050188,197,6802.1671.864940.557785,200,6810.1995.6301035.475814,200,6823.922831
146
+ 418.005128,200,6840.856235
147
+ 1181.508887,200,6854.823476
148
+ 524.979548,135,6862.191682
149
+ 985.206102,200,6869.276911
150
+ 1115.9963,200,6893.255484
151
+ 387.780643,200,6906.672094
152
+ 1005.375245,200,6913.689809
153
+ 1176.59351,200,6939.979799
154
+ 1136.102577,200,6946.891748
155
+ 1015.539502,200,6961.682815
156
+ 123.728349,78,6971.5900.058945.308345,186,6985.0889.8791090.814627,200,6993.903.75671076.002116,200,70061096.1456914.832515,200,7030.1020.556894.828668,200,7037.723.40011051.128798,200,7051970.29331970.380926,200,7069944.91711181.27913,200,708980.0304781000.754534,200,701055.826443938.270479,194,711875.38511890.067868,200,7124.303994
157
+ 372.75012,200,7138.125337
158
+ 985.522268,200,7161.635293
159
+ 1116.312266,200,7168.841132
160
+ 975.662313,200,7182.729174
161
+ 805.356117,200,7199.991688
162
+ 421.955827,139,7207.647821
163
+ 1121.265357,200,7221.756631
164
+ 910.381964,200,7228.888813
165
+ 965.539278,200,7252.61269
166
+ 995.745699,200,7266.158357
167
+ 1020.5225,200,7274.098958
168
+ 1126.176724,200,7300.15693
169
+ 1166.25445,200,7307.761958
170
+ 1025.990662,200,7321.232545
171
+ 1065.993361,200,7338.361413
172
+ 1181.314086,200,7352.672549
173
+ 1186.424558,200,7366.352515
174
+ 1027.339746,198,7383.309564
175
+ 1045.958018,200,7396.844841
176
+ 1156.206983,200,7404.609626
177
+ 1020.778695,200,7428.057114
178
+ 1181.387737,200,7436.153308
179
+ 1030.714982,200,7449.806062
180
+ 1005.853899,200,7469.644873
181
+ 286.154092,70,7476.434985
182
+ 1051.061932,200,7490.497519
183
+ 801.445346,172,7498.301578
184
+ 1020.562355,200,7515.556113
185
+ 1181.364753,200,7529.341293
186
+ 970.518895,200,7548.206294
187
+ 384.726749,83,7548.801995
188
+ 1000.535862,200,7585.447942
189
+ 1040.827947,200,7597.558592
190
+ 1171.14784,200,7619.013913
191
+ 1171.312902,200,7644.091551
192
+ 1146.258146,200,7666.46701
193
+ 1081.473304,200,7687.534316
194
+ 1121.012532,200,7714.900285
195
+ 965.454148,186,7737.368249
196
+ 1181.443128,200,7748.929787
197
+ 1035.71253,200,7783.785939
198
+ 914.755843,200,7795.742851
199
+ 1181.371604,200,7809.65798
200
+ 1015.610607,200,7826.823757
201
+ 975.721588,200,7840.668024
202
+ 1015.71707,200,7854.391391
203
+ 1106.191198,200,7861.764741
204
+ 976.015837,200,7885.523421
205
+ 935.403061,200,7893.02645
206
+ 929.85418,200,7908.859854
207
+ 951.385304,187,7936.10082
208
+ 1050.748789,200,7958.585617
209
+ 1146.138361,200,7967.186846
210
+ 886.399727,172,8002.878194
211
+ 1040.636685,200,8014.567876
212
+ 994.844003,200,8033.278238
213
+ 790.3001,200,8058.790607
214
+ 1020.017411,200,8080.302607
215
+ 1176.313631,200,8099.814668
216
+ 1000.494756,200,8125.301833
217
+ 1010.615315,200,8146.670478
218
+ 1130.79239,200,8156.080991
219
+ 899.768987,200,8193.770807
220
+ 1171.292997,200,8204.711159
221
+ 1181.212445,200,8224.575984
222
+ 737.735294,137,8236.465525
223
+ 905.159768,200,8269.919086
224
+ 447.93453,200,8280.578456
225
+ 925.571933,200,8302.775717
226
+ 1015.585393,200,8328.110984
227
+ 1171.20551,200,8347.628123
228
+ 865.220685,200,8359.94749
229
+ 1156.341761,200,8393.040484
230
+ 1030.710907,200,8413.416548
231
+ 1186.146495,200,8425.299382
232
+ 914.79513,200,8461.60735
233
+ 879.709777,200,8473.29712
234
+ 1060.826174,200,8495.627
235
+ 1045.643887,200,8519.374614
236
+ 1060.777875,200,8541.585422
237
+ 1181.386026,200,8553.875352
238
+ 1121.091266,200,8585.817093
239
+ 740.906948,156,8597.745688
240
+ 1020.783164,200,8619.867701
241
+ 1191.395412,200,8632.281466
242
+ 955.111715,200,8664.326313
243
+ 1091.163061,200,8676.657852
244
+ 1191.171824,200,8696.727653
245
+ 528.667778,191,8733.081799
246
+ 865.268692,181,8745.083433
247
+ 909.765597,200,8763.650003
248
+ 1181.313665,200,8788.344424
249
+ 1020.619367,200,8810.118577
250
+ 1186.320027,200,8821.031732
251
+ 1055.676437,200,8854.588409
252
+ 1126.048007,200,8866.851197
253
+ 929.942685,200,8886.155885
254
+ 1085.933567,200,8911.142329
255
+ 728.713174,164,8932.421455
256
+ 914.899145,200,8943.926595
257
+ 794.983233,200,8963.005943
258
+ 853.642044,200,8991.634148
259
+ 1191.312926,200,9010.354671
260
+ 950.236537,200,9032.671046
261
+ 1125.951575,200,9055.675018
262
+ 1030.555506,200,9076.683995
263
+ 1150.986994,200,9088.572278
264
+ 757.441693,180,9121.192462
265
+ 1186.3535,200,9131.750488
266
+ 985.296609,200,9153.853103
267
+ 825.401999,200,9178.639696
268
+ 970.332335,200,9198.437318
269
+ 342.416871,119,9210.130332
270
+ 1181.408683,200,9221.784588
271
+ 955.41904,200,9258.584292
272
+ 1186.131338,200,9281.100967
273
+ 378.243579,200,9293.265522
274
+ 752.626636,142,9316.369313
275
+ 1151.166059,200,9338.335929
276
+ 1110.968378,200,9350.614668
277
+ 834.843618,200,9384.423628
278
+ 1025.507946,200,9396.949149
279
+ 1186.223021,200,9418.71886
280
+ 1096.013795,200,9450.850347
281
+ 1151.125397,200,9463.170185
282
+ 1170.808863,200,9485.027845
283
+ 1060.792079,200,9494.12972
284
+ 1176.355508,200,9531.634359
285
+ 869.861327,200,9544.036788
286
+ 1050.822414,200,9562.732958
287
+ 970.645002,200,9588.303534
288
+ 965.387052,200,9610.211622
289
+ 1055.880562,200,9628.825101
290
+ 412.816769,200,9654.547233
291
+ 1040.710409,200,9673.519523
292
+ 1186.269149,200,9685.487975
293
+ 1160.969945,200,9720.644218
294
+ 1186.276689,200,9731.820809
295
+ 1186.302969,200,9751.561939
296
+ 1176.052765,200,9789.995962
297
+ 970.277268,200,9799.30708
298
+ 1186.350085,200,9820.284676
299
+ 1045.736696,200,9846.382832
300
+ 1035.560463,200,9864.283099
301
+ 1010.392313,200,9876.719161
302
+ 1146.127358,200,9912.262503
303
+ 1070.884346,200,9922.651416
304
+ 1040.7882,200,9943.202315
305
+ 1176.113043,200,9977.994523
306
+ 1111.023756,200,9987.036988
307
+ 1070.810177,200,10008.709211
308
+ 1121.164759,200,10020.8264
309
+ 1010.54748,200,10057.713413
310
+ 1000.70984,200,10069.1283
311
+ 663.137464,191,10091.846729
312
+ 1030.626706,200,10115.810207
313
+ 751.894384,178,10138.004542
314
+ 964.305096,190,10149.955943
315
+ 849.623643,200,10183.764193
316
+ 970.569025,200,10195.714493
317
+ 764.437399,144,10218.283668
318
+ 662.81527,132,10227.763666
319
+ 975.561697,200,10252.376045
320
+ 965.468997,200,10275.397695
321
+ 1040.596682,200,10287.221385
322
+ 1075.842405,200,10322.952968
323
+ 1080.946414,200,10335.330816
324
+ 711.520751,136,10354.520808
325
+ 970.062643,191,10378.3684
326
+ 1116.168418,200,10400.4394
327
+ 1166.230881,200,10411.552756
328
+ 382.812062,161,10420.888998
329
+ 563.902021,140,10444.939049
330
+ 920.437961,200,10467.368002
331
+ 1181.073056,200,10485.94111
332
+ 1051.009996,200,10511.506731
333
+ 1060.797322,200,10530.138916
334
+ 1066.074529,200,10542.652147
335
+ 1186.093845,200,10580.633977
336
+ 1010.600161,200,10589.887905
337
+ 718.872063,200,10610.706818
338
+ 1075.612976,200,10645.513924
339
+ 1186.163902,200,10654.487109
340
+ 777.628733,142,10666.188311
341
+ 1020.768672,200,10688.482161
342
+ 1140.998281,200,10711.381131
343
+ 1010.480508,200,10733.161027
344
+ 1176.103751,200,10744.964807
345
+ 1156.140999,200,10777.335009
346
+ 915.27578,200,10799.757182
347
+ 754.100995,176,10811.247969
348
+ 1166.124089,200,10847.151582
349
+ 1040.598575,200,10859.471349
350
+ 905.411192,200,10881.339628
351
+ 1176.208266,200,10905.270435
352
+ 815.292518,200,10927.099596
353
+ 1171.146537,200,10939.303694
354
+ 1060.618906,200,10973.427239
355
+ 547.351953,133,10985.239179
356
+ 1136.335709,200,11007.255001
357
+ 1191.385563,200,11019.762164
358
+ 878.379984,200,11052.385246
359
+ 1100.91833,200,11064.810158
360
+ 743.400548,200,11084.111623
361
+ 1070.595484,200,11112.690498
362
+ 1146.243181,200,11134.509927
363
+ 1186.148218,200,11144.086587
364
+ 1181.17992,200,11179.03171
365
+ 980.515885,200,11200.23542
366
+ 1030.637718,200,11210.125818
367
+ 1135.933883,200,11245.210851
368
+ 1181.083597,200,11257.62683
369
+ 407.90305,200,11275.686413
370
+ 1186.061745,200,11301.529813
371
+ 271.520964,70,11312.421202
372
+ 1176.087406,200,11324.615049
373
+ 1186.227011,200,11343.349173
374
+ 895.226811,200,11381.079824
375
+ 915.501889,200,11389.407241
376
+ 1156.037346,200,11411.516591
377
+ 803.274307,200,11435.887513
378
+ 930.810618,200,11455.667557
379
+ 654.390074,145,11466.203092
380
+ 1175.834192,200,11488.601158
381
+ 1181.005159,200,11512.774388
382
+ 1060.738231,200,11532.559881
383
+ 950.409416,200,11544.624176
384
+ 1071.018034,200,11577.889227
385
+ 960.594923,200,11589.926219
386
+ 1176.161104,200,11611.612603
387
+ 1186.055994,200,11638.497189
388
+ 1136.078172,200,11660.145196
389
+ 416.528821,144,11672.365989
390
+ 684.735179,166,11696.043574
391
+ 1131.211138,200,11718.006998
392
+ 900.104194,200,11739.641343
393
+ 887.844416,189,11752.101746
394
+ 866.850642,193,11785.404396
395
+ 1095.985734,200,11797.936343
396
+ 823.205972,200,11820.017828
397
+ 987.079562,193,11844.020013
398
+ 1014.022352,200,11865.750484
399
+ 903.667806,200,11877.524699
400
+ 1025.725803,200,11913.586475
401
+ 1050.71028,200,11925.242039
402
+ 900.07658,200,11947.511678
403
+ 1055.721942,200,11980.563212
404
+ 1065.941759,200,11992.347932
405
+ 894.490282,200,12012.741569
406
+ 1126.219642,200,12037.067446
407
+ 1005.767724,200,12059.330959
408
+ 900.353717,200,12070.5076
409
+ 1010.506018,200,12103.436111
410
+ 1015.702168,200,12123.461771
411
+ 1126.089287,200,12134.304969
412
+ 1186.240772,200,12172.209225
413
+ 995.564704,200,12182.444666
414
+ 1181.20679,200,12202.940254
415
+ 960.361889,200,12215.097287
416
+ 965.603576,200,12247.049023
417
+ 742.064536,163,12258.265311
418
+ 308.35109,77,12269.589571
419
+ 869.754206,200,12281.34271
420
+ 1121.409009,200,12314.080076
421
+ 1085.912628,200,12325.623418
422
+ 326.929228,200,12348.212914
423
+ 1136.087321,200,12380.573141
424
+ 890.377029,200,12392.446904
425
+ 1186.320549,200,12414.776991
426
+ 1171.327146,200,12439.536204
427
+ 1146.132362,200,12462.464378
428
+ 1176.317871,200,12474.081376
429
+ 1186.349921,200,12508.308418
430
+ 1131.05472,200,12530.39548
431
+ 980.646628,200,12542.114822
432
+ 1116.006909,200,12576.543831
433
+ 854.672884,200,12588.463583
434
+ 890.31482,200,12610.950705
435
+ 990.287621,200,12633.182122
436
+ 1166.289345,200,12655.300567
437
+ 1181.451734,200,12666.820838
438
+ 1000.830083,200,12701.424385
439
+ 654.258756,200,12723.829521
440
+ 905.032925,200,12734.88738
441
+ 1126.235835,200,12768.145185
442
+ 623.294111,200,12779.788095
443
+ 1156.319931,200,12801.505664
444
+ 1121.160374,200,12810.059695
445
+ 1045.624282,200,12845.891034
446
+ 1165.982236,200,12865.590016
447
+ 1020.507037,200,12876.977127
448
+ 1065.721507,200,12913.621188
449
+ 377.46424,200,12922.835947
450
+ 980.42489,200,12943.819426
451
+ 749.82771,160,12970.903679
452
+ 1081.117992,200,12991.147918
453
+ 1106.183873,200,13001.912641
454
+ 759.010685,159,13027.683599
455
+ 811.89022,188,13048.025685
456
+ 1161.125971,200,13058.185419
457
+ 985.209485,200,13093.169837
458
+ 1010.628456,200,13112.582412
459
+ 1050.621239,200,13123.822568
460
+ 1166.26924,200,13145.957662
461
+ 1105.612939,200,13166.145592
462
+ 1141.261653,200,13188.166579
463
+ 508.212732,200,13200.553851
464
+ 1166.273623,200,13236.89528
465
+ 1040.637015,200,13249.108739
466
+ 423.889566,147,13270.666344
467
+ 1030.636882,200,13295.002666
468
+ 403.285153,200,13316.597886
469
+ 1130.960254,200,13329.512393
470
+ 980.66422,200,13362.424374
471
+ 1055.703728,200,13374.879832
472
+ 1086.099857,200,13396.358257
473
+ 1161.171456,200,13430.565338
474
+ 1035.744896,200,13442.604023
475
+ 898.37395,200,13464.901793
476
+ 1181.270783,200,13491.973092
477
+ 780.033166,200,13514.077529
478
+ 1020.448657,200,13526.232867
479
+ 1045.946979,200,13546.567555
480
+ 1136.334293,200,13581.764097
481
+ 587.278567,132,13592.948838
482
+ 869.734993,200,13605.098972
483
+ 1181.350302,200,13637.746186
484
+ 1030.524265,200,13650.151941
485
+ 1181.199292,200,13668.581109
486
+ 1020.406954,200,13694.621465
487
+ 844.594987,200,13715.097747
488
+ 890.1298,200,13725.12461
489
+ 741.875838,141,13746.732278
490
+ 1095.952532,200,13775.4675
491
+ 177.564167,66,13783.704115
492
+ 965.207609,200,13794.533661
493
+ 1161.21362,200,13830.543911
494
+ 823.081921,200,13840.329991
495
+ 1141.209026,200,13861.177187
496
+ 441.344618,95,13872.673731
497
+ 1181.093415,200,13897.718003
498
+ 1020.42285,200,13917.285729
499
+ 1181.33555,200,13929.068488
500
+ 975.811251,200,13963.9286
501
+ 710.912103,135,13973.195226
502
+ 1045.611419,200,13995.705006
503
+ 1151.149795,200,14007.124795
504
+ 870.145351,200,14042.589507
505
+ 550.110712,146,14053.765553
506
+ 894.929758,200,14066.32293
507
+ 1181.29719,200,14099.0935
508
+ 1085.652678,200,14110.997936
509
+ 1156.257673,200,14133.462234
510
+ 980.541604,200,14167.65631
511
+ 1181.08121,200,14179.112808
512
+ 860.131895,200,14201.750438
513
+ 955.654422,200,14224.472295
514
+ 920.542295,200,14246.363462
515
+ 769.902826,155,14258.93994
516
+ 769.659034,200,14277.208292
517
+ 1166.066505,200,14305.05443
518
+ 960.52274,200,14327.95859
519
+ 1176.171706,200,14336.736045
520
+ 1171.275145,200,14371.639281
521
+ 1180.988122,200,14383.885754
522
+ 1045.725173,200,14402.71789
523
+ 1060.790602,200,14438.834406
524
+ 1076.281295,200,14450.798063
525
+ 905.204707,200,14469.736178
526
+ 1055.856586,200,14495.000454
527
+ 1010.493586,200,14517.00252
528
+ 1055.820448,200,14525.853755
529
+ 910.665068,200,14563.861696
530
+ 1070.985264,200,14583.590581
531
+ 1160.818379,200,14595.455286
532
+ 975.731403,200,14630.941185
533
+ 479.098386,98,14631.655843
534
+ 1156.350294,200,14650.731378
535
+ 1171.232164,200,14672.895599
536
+ 1166.080076,200,14695.571631
537
+ 771.756002,162,14706.206154
538
+ 1095.809239,200,14728.714716
539
+ 995.485321,200,14753.488168
540
+ 990.680475,200,14773.170318
541
+ 930.43071,200,14795.653375
542
+ 910.562197,200,14821.76873
543
+ 1121.028485,200,14844.550594
544
+ 864.43172,200,14856.21157
545
+ 219.624558,84,14866.974388
546
+ 1161.260082,200,14901.222078
547
+ 367.165469,154,14913.44362
548
+ 1156.319625,200,14925.060192
549
+ 1005.538938,200,14959.559874
550
+ 1111.128768,200,14971.141582
551
+ 1071.068449,200,14993.942403
552
+ 1095.831999,200,15013.268541
553
+ 1161.124888,200,15038.794892
554
+ 1181.400269,200,15060.52177
555
+ 894.913622,200,15071.215838
556
+ 818.352908,200,15108.897537
557
+ 928.666194,200,15121.201574
558
+ 1000.675843,200,15140.421558
559
+ 1135.980471,200,15165.479283
560
+ 830.319875,200,15187.654483
561
+ 1027.990092,199,15206.050967
562
+ 990.826136,200,15231.664726
563
+ 1075.969491,200,15250.951905
564
+ 1181.346519,200,15262.71619
565
+ 915.362526,200,15298.246454
566
+ 165.66468,38,15298.523446
567
+ 1171.320388,200,15317.233486
568
+ 300.462136,139,15328.810593
569
+ 1111.11255,200,15357.013184
570
+ 1186.161393,200,15375.837246
571
+ 904.503384,200,15387.978539
572
+ 1176.395443,200,15423.803315
573
+ 1120.823052,200,15442.755516
574
+ 869.684268,200,15454.905083
575
+ 990.68069,200,15477.142642
576
+ 1181.266585,200,15499.547573
577
+ 960.791071,200,15521.829678
578
+ 1060.732736,200,15534.498513
579
+ 900.498438,200,15568.510453
580
+ 770.06925,200,15591.148711
581
+ 1025.65841,200,15603.007682
582
+ 1105.794436,200,15638.728845
583
+ 885.392092,200,15650.862984
584
+ 159.684445,37,15651.129277
585
+ 431.546183,116,15661.983432
586
+ 995.813296,200,15696.640544
587
+ 1121.156256,200,15719.19144
588
+ 1186.333457,200,15731.43576
589
+ 1096.304947,200,15764.13983
590
+ 905.457665,200,15775.900081
591
+ 1175.968785,200,15797.412161
592
+ 1176.242926,200,15819.611129
593
+ 905.335009,200,15842.475855
594
+ 1085.97861,200,15854.309768
595
+ 1166.019083,200,15873.266317
596
+ 1176.039251,200,15911.924448
597
+ 1035.580953,200,15921.780941
598
+ 199.252778,47,15931.155429
599
+ 1121.146327,200,15956.727679
600
+ 995.521324,200,15978.905397
601
+ 1171.22221,200,15988.814171
602
+ 1040.700304,200,16008.954688
603
+ 1065.805019,200,16035.007954
604
+ 392.881692,200,16052.958183
605
+ 617.065619,200,16065.589755
606
+ 900.351993,191,16100.863391
607
+ 1110.916701,200,16119.771561
608
+ 850.037344,200,16131.723077
609
+ 458.337913,200,16168.825957
610
+ 1161.158495,200,16178.399364
611
+ 1101.12262,200,16200.092613
612
+ 1186.239127,200,16226.432174
613
+ 1090.887798,200,16244.662728
614
+ 1045.689874,200,16257.291884
615
+ 960.396904,200,16289.959565
616
+ 959.169855,200,16312.078055
617
+ 1091.046717,200,16323.825599
618
+ 777.73253,142,16347.435364
619
+ 970.818686,200,16369.329184
620
+ 1106.102305,200,16381.269425
621
+ 865.35125,200,16403.366499
622
+ 1090.926084,200,16430.11469
623
+ 1015.627003,200,16452.398867
624
+ 1095.960514,200,16473.751731
625
+ 423.958113,200,16498.613082
626
+ 152.451742,56,16509.089863
627
+ 1181.284862,200,16520.797033
628
+ 1186.153427,200,16540.258401
629
+ 393.328335,200,16565.326005
630
+ 1121.181101,200,16588.331923
631
+ 1186.31199,200,16599.030111
632
+ 880.468334,200,16632.778469
633
+ 1186.261085,200,16654.952477
634
+ 1091.049776,200,16664.058521
635
+ 1181.32121,200,16702.181763
636
+ 1176.300411,200,16713.369329
637
+ 1171.233762,200,16732.763672
638
+ 1166.053273,200,16757.878375
639
+ 1090.954286,200,16780.697904
640
+ 1035.66207,200,16789.044605
641
+ 1080.946673,200,16825.241973
642
+ 1126.050901,200,16843.886922
643
+ 1035.768292,200,16855.865935
644
+ 1181.335133,200,16890.749766
645
+ 1096.070829,200,16900.47858
646
+ 915.004385,200,16922.482378
647
+ 905.412093,200,16951.46757
648
+ 1141.145566,200,16969.061105
649
+ 1076.088651,200,16990.986061
650
+ 1090.858352,200,17016.098154
651
+ 860.234721,200,17036.006749
652
+ 924.928223,200,17048.030368
653
+ 909.708363,200,17070.656787
654
+ 1176.29004,200,17094.623393
655
+ 1046.000173,200,17116.753195
656
+ 1005.667755,200,17128.894825
657
+ 1106.033308,200,17162.878604
658
+ 1136.205734,200,17184.715318
659
+ 1101.138444,200,17196.910651
660
+ 1176.191683,200,17233.841172
661
+ 784.86108,200,17246.040009
662
+ 1100.986048,200,17268.301209
663
+ 1096.181189,200,17290.725327
664
+ 1065.879517,200,17313.026315
665
+ 1080.647132,200,17331.40218
666
+ 1186.202754,200,17356.869152
667
+ 1010.756953,200,17379.037195
668
+ 904.683355,200,17388.040233
669
+ 1086.128261,200,17423.428733
670
+ 904.42212,200,17435.542682
671
+ 167.364912,77,17446.454632
672
+ 1080.839817,200,17465.488425
673
+ 1116.172873,200,17493.265964
674
+ 1060.868828,200,17512.430913
675
+ 1126.103978,200,17524.186932
676
+ 1015.108949,196,17560.267839
677
+ 1076.061341,200,17569.931147
678
+ 1191.42208,200,17590.918415
679
+ 1181.169135,200,17616.576879
680
+ 1025.709269,200,17635.557629
681
+ 908.179323,194,17657.192728
682
+ 1040.980404,200,17682.621618
683
+ 1025.942716,200,17701.379548
684
+ 934.216364,200,17712.987941
685
+ 1121.203326,200,17751.148691
686
+ 1181.267627,200,17760.146204
687
+ 507.294948,174,17781.89114
688
+ 1136.562679,200,17793.941578
689
+ 955.587116,200,17827.142765
690
+ 1171.402952,200,17839.385707
691
+ 1015.981112,200,17861.288181
692
+ 1151.350272,200,17894.448684
693
+ 889.902966,200,17906.789358
694
+ 1171.468541,200,17928.543602
695
+ 718.095812,175,17951.944918
696
+ 915.440882,200,17974.576669
697
+ 1151.322952,200,17986.203736
698
+ 195.087038,69,17996.932286
699
+ 820.134008,200,18023.909584
700
+ 1176.284763,200,18046.182531
701
+ 834.183304,200,18058.029214
702
+ 293.61929,141,18079.399487
703
+ 1181.329572,200,18101.671547
704
+ 1136.095654,200,18124.126923
705
+ 995.312896,200,18146.830119
706
+ 1181.30377,200,18168.697076
707
+ 1050.758988,200,18180.935046
708
+ 1191.478527,200,18199.465197
709
+ 841.951658,168,18225.097573
710
+ 1125.988693,200,18246.505678
711
+ 934.025214,190,18255.590067
712
+ 1121.072377,200,18293.701318
713
+ 1055.799637,200,18305.262104
714
+ 988.271711,194,18324.120535
715
+ 1146.001756,200,18348.853457
716
+ 740.12526,200,18368.284899
717
+ 1080.830612,200,18390.320571
718
+ 1176.424778,200,18416.320543
719
+ 1146.156836,200,18434.824337
720
+ 1186.351933,200,18446.977806
721
+ 1186.338654,200,18481.53999
722
+ 1025.850233,200,18490.689397
723
+ 1165.902193,200,18513.191154
724
+ 1170.946281,200,18541.156768
725
+ 899.686169,200,18560.388503
726
+ 1060.811697,200,18582.431109
727
+ 993.997671,200,18594.415563
728
+ 1141.00765,200,18627.987738
729
+ 1151.209604,200,18639.965869
730
+ 976.046217,200,18662.487444
731
+ 909.636824,200,18685.912161
732
+ 1186.194302,200,18708.632947
733
+ 1136.273265,200,18730.713827
734
+ 935.607384,200,18754.464038
735
+ 1125.999521,200,18776.88924
736
+ 894.593667,200,18788.463996
737
+ 1060.82738,200,18825.392241
738
+ 1025.721335,200,18836.719374
739
+ 1045.738187,200,18859.43587
740
+ 1080.814545,200,18881.560987
741
+ 1186.367989,200,18903.988708
742
+ 955.267267,200,18922.511976
743
+ 1156.399028,200,18948.331662
744
+ 1181.158689,200,18970.226983
745
+ 1186.450394,200,18979.32874
746
+ 1116.110994,200,19015.00818
747
+ 1095.881798,200,19026.691763
748
+ 1186.319259,200,19045.849228
749
+ 1186.126159,200,19083.950268
750
+ 1180.993128,200,19096.679793
751
+ 1181.27161,200,19115.121133
752
+ 909.364513,200,19127.643458
753
+ 1146.204524,200,19162.376759
754
+ 920.628771,200,19171.430146
755
+ 1186.237706,200,19193.826084
756
+ 1171.077536,200,19218.354295
757
+ 1171.129405,200,19237.598358
758
+ 504.764461,114,19248.390781
759
+ 1060.551942,200,19274.07469
760
+ 1186.361241,200,19292.717861
761
+ 1186.208627,200,19315.57853
762
+ 1171.47343,200,19340.995752
763
+ 806.605611,162,19351.357697
764
+ 1146.298515,200,19371.726532
765
+ 1110.840586,200,19393.607416
766
+ 1115.934866,200,19416.978174
767
+ 717.293366,152,19428.758395
768
+ 1075.744999,200,19451.020245
769
+ 1120.990617,200,19474.586063
770
+ 909.600816,200,19496.613841
771
+ 1125.975116,200,19518.817291
772
+ 1176.609748,200,19542.11239
773
+ 730.30514,199,19564.839678
774
+ 1156.228049,200,19576.406733
775
+ 910.389606,200,19613.344135
776
+ 264.700961,117,19624.674709
777
+ 1176.308463,200,19636.914214
778
+ 1111.244982,200,19659.323406
779
+ 884.60105,200,19683.293952
780
+ 1085.886889,200,19705.436975
781
+ 790.454447,200,19725.015399
782
+ 983.335239,194,19750.028093
783
+ 1181.241127,200,19772.459031
784
+ 1186.47501,200,19783.947304
785
+ 1111.099467,200,19816.940255
786
+ 693.967017,133,19828.361206
787
+ 914.649472,200,19840.871783
788
+ 899.639112,200,19858.773263
789
+ 1181.268499,200,19887.005243
790
+ 985.392777,200,19906.719947
791
+ 904.75438,200,19927.354841
792
+ 1136.259361,200,19952.714314
793
+ 1181.441067,200,19971.967435
794
+ 779.322202,200,19984.11323
795
+ 813.403208,195,20018.120441
796
+ 1166.462944,200,20028.49482
797
+ 1081.133063,200,20050.231315
798
+ 779.79616,197,20075.967193
799
+ 487.718621,112,20084.216547
800
+ 918.04812,199,20106.940937
801
+ 1166.334923,200,20118.755533
802
+ 1181.406596,200,20155.096207
803
+ 1176.361443,200,20177.174491
804
+ 1076.094396,200,20189.296323
805
+ 1030.782437,200,20222.21697
806
+ 935.204513,200,20234.115806
807
+ 1007.184562,198,20256.621047
808
+ 894.741695,200,20280.235034
809
+ 935.52209,200,20302.741586
810
+ 1186.390965,200,20314.261046
811
+ 1081.135182,200,20348.562729
812
+ 884.224344,200,20370.881435
813
+ 1015.56699,200,20382.71856
814
+ 1186.453159,200,20419.391477
815
+ 1075.926304,200,20431.45301
816
+ 609.443251,151,20442.526881
817
+ 1131.206525,200,20475.052897
818
+ 1105.948827,200,20496.783383
819
+ 732.410994,200,20508.825403
820
+ 702.068764,200,20528.222978
821
+ 502.138865,200,20553.697631
822
+ 1171.335742,200,20574.078449
823
+ 1161.269169,200,20584.307879
824
+ 955.711821,200,20620.068698
825
+ 1186.29267,200,20640.19142
826
+ 739.777012,200,20650.331419
827
+ 429.964515,125,20677.524484
828
+ 1156.330299,200,20697.75833
829
+ 697.09341,126,20707.854341
830
+ 353.545354,135,20718.743006
831
+ 1166.521683,200,20744.385215
832
+ 879.133851,200,20762.871511
833
+ 834.379287,200,20775.216474
834
+ 1131.026345,200,20810.970637
835
+ 1050.851597,200,20822.191853
836
+ 1085.903424,200,20841.603107
837
+ 1085.823822,200,20878.060085
838
+ 493.580882,200,20887.062456
839
+ 699.069563,200,20908.652196
840
+ 990.731733,200,20936.41951
841
+ 1091.041859,200,20955.439281
842
+ 1181.293802,200,20967.032737
843
+ 1066.209233,200,20989.256738
844
+ 1161.123573,200,21023.496165
845
+ 1066.01657,200,21035.529132
846
+ 1101.040767,200,21057.72097
847
+ 1045.697614,200,21081.664667
848
+ 1091.130187,200,21104.363054
849
+ 1020.831871,200,21116.650068
850
+ 1186.467773,200,21150.827486
851
+ 889.383044,200,21162.692405
852
+ 1176.131236,200,21185.380014
853
+ 955.577367,200,21220.622599
854
+ 1035.807646,200,21232.365667
855
+ 1131.182777,200,21252.680337
856
+ 434.058127,136,21276.087321
857
+ 853.613168,200,21288.123173
858
+ 1161.218815,200,21310.384854
859
+ 1181.46073,200,21332.965089
860
+ 622.167222,142,21354.653649
861
+ 935.26105,200,21366.928872
862
+ 622.74073,154,21376.923331
863
+ 1176.384466,200,21410.117651
864
+ 909.759694,200,21422.233316
865
+ 1146.282935,200,21441.304418
866
+ 773.371169,195,21479.040211
867
+ 1156.284818,200,21488.980569
868
+ 108.050998,78,21498.636615
869
+ 995.93528,200,21510.817619
870
+ 1171.419123,200,21544.96362
871
+ 1035.973972,200,21555.408934
872
+ 889.27554,200,21577.240016
873
+ 615.655857,135,21602.659819
874
+ 667.275931,147,21611.873459
875
+ 919.559021,200,21632.835392
876
+ 1186.076691,200,21644.638982
877
+ 874.394821,200,21677.983051
878
+ 1070.847663,200,21689.335707
879
+ 794.490777,200,21712.193081
880
+ 1171.366019,200,21748.566788
881
+ 894.192221,200,21760.963645
882
+ 1035.528928,200,21783.052003
883
+ 1146.360648,200,21807.187968
884
+ 1055.644661,200,21830.089145
885
+ 749.206184,200,21841.502735
886
+ 1181.336634,200,21875.725371
887
+ 1106.110094,200,21898.299054
888
+ 1166.503136,200,21910.241813
889
+ 1131.190918,200,21944.330006
890
+ 1136.522512,200,21957.048413
891
+ 723.255776,187,21978.957387
892
+ 1181.222386,200,21989.694418
893
+ 705.243039,200,22026.901416
894
+ 887.210788,188,22037.988773
895
+ 1121.153598,200,22057.186728
896
+ 1121.21252,200,22082.629627
897
+ 1111.127043,200,22103.323611
898
+ 980.609186,200,22124.089307
899
+ 1186.249605,200,22148.638858
900
+ 919.578264,200,22167.696128
901
+ 1111.080869,200,22179.499975
902
+ 605.80716,152,22204.60755
903
+ 382.558494,163,22224.814777
904
+ 1151.159095,200,22234.971482
905
+ 1181.535681,200,22257.82351
906
+ 940.463886,200,22285.349407
907
+ 1186.312649,200,22304.246321
908
+ 1065.829422,200,22316.001053
909
+ 479.72067,109,22341.151647
910
+ 1181.287842,200,22359.838313
911
+ 572.841608,200,22371.715618
912
+ 1075.655426,200,22407.193589
913
+ 1000.803172,200,22427.258876
914
+ 844.93679,200,22439.170057
915
+ 1055.821849,200,22473.317646
916
+ 936.078799,197,22483.547182
917
+ 972.396538,193,22505.581864
918
+ 1121.10933,200,22517.442082
919
+ 909.585244,200,22554.120551
920
+ 800.310628,200,22566.580029
921
+ 1020.550344,200,22588.814162
922
+ 1186.454234,200,22622.573974
923
+ 746.000977,200,22634.739529
924
+ 1161.181178,200,22655.054126
925
+ 890.347617,200,22680.100584
926
+ 1021.081477,200,22702.180202
927
+ 859.276295,200,22714.409263
928
+ 960.886162,197,22746.107685
929
+ 1181.136854,200,22758.128645
930
+ 1166.285841,200,22779.896223
931
+ 1105.975814,200,22815.008237
932
+ 1166.244573,200,22827.278892
933
+ 849.491093,187,22846.823212
934
+ 1155.940552,200,22871.06242
935
+ 634.820765,150,22882.652364
936
+ 1156.203544,200,22903.054441
937
+ 1070.852025,200,22913.677356
938
+ 1176.288137,200,22949.504078
939
+ 1051.163493,200,22969.458133
940
+ 1066.010445,200,22979.960222
941
+ 1081.022001,200,23015.906359
942
+ 930.631225,200,23026.559242
943
+ 884.955889,200,23046.604842
944
+ 1055.946316,200,23074.086866
945
+ 975.547247,200,23092.246514
946
+ 1074.52416,195,23104.373241
947
+ 945.525225,200,23139.092242
948
+ 1181.37921,200,23158.032337
949
+ 890.350333,200,23170.769741
950
+ 757.032438,157,23195.889015
951
+ 945.420783,200,23214.66654
952
+ 1065.860087,200,23236.949477
953
+ 1156.219763,200,23262.049435
954
+ 917.171572,188,23282.137983
955
+ 1145.960463,200,23293.759078
956
+ 1181.456681,200,23316.310419
957
+ 801.930219,200,23341.7174
958
+ 1066.028383,200,23363.821425
959
+ 413.33375,92,23374.835055
960
+ 1166.263697,200,23399.383064
961
+ 625.002657,157,23410.796127
962
+ 1020.909444,200,23433.015602
963
+ 1146.233832,200,23445.141406
964
+ 804.320487,200,23479.352729
965
+ 1081.20461,200,23501.945884
966
+ 985.857171,200,23513.897534
967
+ 936.420978,192,23547.19795
968
+ 1055.916126,200,23558.578897
969
+ 1156.18341,200,23577.54741
970
+ 965.726329,200,23605.296404
971
+ 1070.882899,200,23628.419134
972
+ 1180.905491,200,23636.774902
973
+ 1080.83473,200,23672.194747
974
+ 738.955589,200,23693.178558
975
+ 126.29756,72,23693.659648
976
+ 1126.024705,200,23713.958381
977
+ 1126.081869,200,23739.73209
978
+ 445.754446,127,23751.316953
979
+ 1181.296888,200,23770.408558
980
+ 759.717957,181,23794.471116.11161.267397,200,23816.80894.241091.00726,200,23825.621071.0975.709001,200,23847.3221106.1066.091602,200,23875.5441111.745.361625,195,23894.791311411005.609364,200,23916.90511095506.666824,147,23941.025261171156.234259,200,23950.32532925874.631679,200,23972.43138102995.649585,200,23998.23371
981
+ 1106.32626,200,24038.819822
982
+ 437.929735,92,24039.488793
983
+ 980.882466,200,24072.071991
984
+ 1176.314669,200,24084.08883
985
+ 1041.214553,200,24106.496592
986
+ 1181.426305,200,24132.504499
987
+ 1166.410133,200,24155.139556
988
+ 1171.306429,200,24176.905564
989
+ 1171.23887,200,24595.637794
990
+ 1166.405679,200,24617.260282
991
+ 1060.936602,200,24626.406757
992
+ 960.568902,200,24664.795572
993
+ 1166.55126,200,24673.647829
994
+ 1146.208469,200,24696.113776
995
+ 774.070279,200,24729.92426
996
+ 1050.907352,200,24740.198644
997
+ 1101.037113,200,24761.986353
998
+ 1166.158986,200,24774.306471
999
+ 569.054852,200,24806.465732
1000
+ 1085.943754,200,24818.377159
1001
+ 927.582438,178,24840.426095
1002
+ 1136.023017,200,24863.638742
1003
+ 1161.481758,200,24885.648066
1004
+ 1171.173414,200,24897.710785
1005
+ 1065.978377,200,24934.853503
1006
+ 905.58435,200,24957.081893
1007
+ 1040.843921,200,24968.981099
1008
+ 1046.266688,200,25002.880783
1009
+ 1065.681333,200,25014.887366
1010
+ 955.635062,200,25036.989124
1011
+ 1080.914672,200,25061.197445
1012
+ 1065.968242,200,25083.688157
1013
+ 385.001809,99,25094.461002
1014
+ 953.345574,194,25106.538718
1015
+ 1096.138908,200,25139.361115
1016
+ 1150.981113,200,25151.203999
1017
+ 1070.966705,200,25169.723251
1018
+ 1105.956071,200,25197.888558
1019
+ 769.414705,170,25219.639441
1020
+ 1120.901535,200,25228.908729
1021
+ 1090.913817,200,25264.857245
1022
+ 894.537967,200,25277.019051
1023
+ 1186.338844,200,25294.457006
1024
+ 1130.895005,200,25330.528765
1025
+ 1151.313312,200,25342.346594
1026
+ 1166.281665,200,25361.546156
1027
+ 483.367326,97,25362.2341166.900.122126,200,25398.6859
1028
+ 1171.098038,200,25417.273928
1029
+ 1116.085899,200,25429.105032
1030
+ 1151.152626,200,25467.387347
1031
+ 456.770457,147,25475.5889900.986.006367,200,25487.794211661041.106887,200,25510.1141186.1050.757148,200,25541.8651181.1121.267344,200,25554.136935.51096.199423,200,25576.1171.0521151.416264,200,25598.960.51861126.241996,200,25620797.763441160.742421,200,2563904.991097899.932772,200,2561101.0316,894.239999,200,25904.8303,2001186.322072,201040.998348,200,1086.222692,201110.857463,200,980.774224,201076.176456,200,473.149374,97,1151.16271,2001166.126879,2001126.055539,200915.214026,200,1110.685119,20875.489572,200,920.517382,201091.096717,200,1106.081421,899.795737,200,258621.26124,11041.11231,200,251146.016785,612.92633,149,2589941.1251061015.99391,200,25921021.081251145.943094,200,25951186.281031015.706837,200,259492.211091,905.299215,200,259795.029564,1101.149963,200,261061.110059,1161.387412,200,26797.683293,21181.217514,200,2685.130109,161181.202857,200,26076.266487
1032
+ 1015.840063,200,26095.353959
1033
+ 893.134758,200,26120.692691
1034
+ 1181.324882,200,26142.862041
1035
+ 1091.105473,200,26152.516186
1036
+ 1040.67412,200,26173.602813
1037
+ 970.515376,200,26197.942364
1038
+ 1035.436143,200,26218.419303
1039
+ 423.616132,200,26230.313127
1040
+ 1151.136905,200,26265.075853
1041
+ 869.644083,200,26286.971447
1042
+ 1025.875879,200,26299.243249
1043
+ 206.178395,1136.156428,200,2540.676741,14699.512267,155,21081.002391,21040.77909,200,261175.988849,1181.243782,200,261101.0670391075.934785,200,2641176.362851041.025545,200,26421015.862381176.327203,200,26431061.13522890.302845,200,264711186.1684945.243808,200,26482.129767
1044
+ 1081.093196,200,26505.134703
1045
+ 416.463026,133,26531060.78829596.622567,164,26542754.5486967.293146,193,26565.719.516751.435058,200,265891116.14581146.106358,200,26611171.199681181.20819,200,266331141.12411151.048368,200,266571181.3491106.276493,200,26679.1025.5511024.228846,200,26691925.690351111.100306,200,2671065.8042131166.306989,200,2671136.013181125.954994,200,26751035.74539985.817207,200,267651065.9999732.872346,163,26804.1035.779171,200,26804.89715
1046
+ 575.1791045.763069,200,26823.1095.8401186.324215,200,268351106.1261115.89345,200,26871.4890.4081056.050787,200,26880.1181.307065,200,26902.821105
1047
+ 955.132596,200,26926.0837
1048
+ 1111.256769,200,26945.693552
1049
+ 1086.171863,200,26957.080665
1050
+ 651.561134,164,26993.423463
1051
+ 345.420586,137,27003.33355
1052
+ 1145.965662,200,27012.447005
1053
+ 663.516646,155,27024.801726
1054
+ 1181.402283,200,27061.4551
1055
+ 1176.353385,200,27081.130112
1056
+ 1166.246116,200,27093.041337
1057
+ 1065.861255,200,27126.885797
1058
+ 1106.064385,200,27137.144771
1059
+ 242.807713,61,27147.951125
1060
+ 890.416414,200,27160.214164
1061
+ 780.411932,187,27193.238918
1062
+ 1000.814677,200,27206.181191
1063
+ 945.717629,200,27228.204264
1064
+ 1055.825029,200,27252.300011
1065
+ 895.513229,200,27274.82092
1066
+ 980.472598,200,27296.951148
1067
+ 1136.158682,200,27322.779553
1068
+ 1161.239541,200,27344.808655
1069
+ 240.251751,91,27345.458214
1070
+ 1141.065286,200,27367.139582
1071
+ 536.324854,132,27388.762391
1072
+ 895.669264,200,27412.065981
1073
+ 1156.206202,200,27423.615689
1074
+ 1055.745597,200,27456.550078
1075
+ 1091.159959,200,27468.362454
1076
+ 1171.063166,200,27491.101023
1077
+ 1045.846604,200,27499.447918
1078
+ 1181.302646,200,27533.771559
1079
+ 990.847974,200,27554.511714
1080
+ 1111.146645,200,27564.022006
1081
+ 1131.189627,200,27603.016477
1082
+ 1166.110676,200,27614.311805
1083
+ 773.398595,200,27633.563985
1084
+ 418.364118,200,27657.943808
1085
+ 1116.07227,200,27679.063367
1086
+ 1116.005528,200,27688.894852
1087
+ 1181.4626,200,27724.712479
1088
+ 1130.946353,200,27744.327174
1089
+ 1150.989286,200,27755.71916
1090
+ 1146.241858,200,27790.523303
1091
+ 1015.795052,200,27801.022262
1092
+ 1191.199702,200,27823.37662
1093
+ 863.147321,200,27851.103593
1094
+ 1136.100615,200,27870.751971
1095
+ 1043.266047,199,27893.251174
1096
+ 1116.113622,200,27917.135525
1097
+ 413.538532,200,27939.025361
1098
+ 1050.708959,200,27950.78893
1099
+ 1176.311964,200,27984.88815
1100
+ 836.415292,167,27996.593796
1101
+ 1140.973972,200,28019.375993
1102
+ 1186.2055,200,28031.536682
1103
+ 1151.036808,200,28065.471993
1104
+ 1181.15485,200,28077.56712
1105
+ 1166.084491,200,28099.565313
1106
+ 859.629094,200,28126.201218
1107
+ 1116.181069,200,28148.284813
1108
+ 1110.989147,200,28170.900529
1109
+ 759.935581,200,28194.71706
1110
+ 252.548399,66,28205.874341
1111
+ 1101.001946,200,28218.469519
1112
+ 1011.184091,197,28238.075249
1113
+ 890.216358,200,28263.461925
1114
+ 905.453167,200,28284.609227
1115
+ 1175.976743,200,28293.922946
1116
+ 875.663493,200,28329.896657
1117
+ 1100.92453,200,28349.525304
1118
+ 909.892234,200,28360.699912
1119
+ 1176.110028,200,28399.883959
1120
+ 1121.240153,200,28409.235328
1121
+ 1171.253028,200,28430.534567
1122
+ 495.290204,152,28455.70632
1123
+ 893.53605,200,28475.474673
1124
+ 798.073711,200,28485.987187
1125
+ 1096.034716,200,28508.51002
1126
+ 818.187881,153,28531.749392
1127
+ 919.062909,200,28541.999563
1128
+ 1161.072574,200,28564.450541
1129
+ 970.911563,200,28597.508158
1130
+ 360.611276,200,28609.14085
1131
+ 920.849711,200,28632.584416
1132
+ 915.293102,200,28659.309796
1133
+ 1070.873874,200,28680.830141
1134
+ 635.878671,147,28692.081909
1135
+ 1096.076408,200,28725.114762
1136
+ 1111.206685,200,28736.49236
1137
+ 845.357671,200,28759.541613
1138
+ 1045.845245,200,28771.169655
1139
+ 1186.473028,200,28803.23013
1140
+ 1136.241801,200,28815.246092
1141
+ 769.232495,182,28836.502176
1142
+ 1010.421553,200,28861.011814
1143
+ 530.812079,110,28872.554433
1144
+ 905.460416,200,28894.86577
1145
+ 1166.032777,200,28919.619294
1146
+ 1121.112101,200,28942.056224
1147
+ 1171.213529,200,28953.963099
1148
+ 1161.079689,200,28986.196882
1149
+ 840.31361,200,29008.701843
1150
+ 1111.168318,200,29020.175171
1151
+ 1091.114259,200,29039.688238
1152
+ 839.613069,200,29065.711421
1153
+ 1146.205482,200,29085.433309
1154
+ 684.318807,139,29096.234526
1155
+ 1045.952049,200,29121.08761
1156
+ 1151.142054,200,29144.359632
1157
+ 1145.97582,200,29163.076993
1158
+ 1045.826471,200,29191.265053
1159
+ 1030.539786,200,29211.84356
1160
+ 1141.157834,200,29222.473177
1161
+ 1136.125027,200,29258.125991
1162
+ 1090.728751,200,29269.429082
1163
+ 397.621948,200,29288.603004
1164
+ 1136.072798,200,29322.330691
1165
+ 969.46159,195,29332.337427
1166
+ 1040.552729,200,29355.198624
1167
+ 1081.03984,200,29366.732905
1168
+ 1166.048281,200,29400.053105
1169
+ 1136.200766,200,29411.78257
1170
+ 1126.087217,200,29434.335882
1171
+ 1136.350853,200,29460.088561
1172
+ 1065.682577,200,29482.214966
1173
+ 1151.19534,200,29504.472389
1174
+ 1161.20921,200,29528.529213
1175
+ 1116.137122,200,29550.781791
1176
+ 1010.803542,200,29562.927834
1177
+ 1100.93853,200,29597.21733
1178
+ 1171.131434,200,29609.465679
1179
+ 1171.331565,200,29631.578526
1180
+ 1146.275859,200,29665.237149
1181
+ 1181.203545,200,29677.090318
1182
+ 1116.123669,200,29699.587144
1183
+ 1045.768378,200,29724.91509
1184
+ 1171.144407,200,29747.376705
1185
+ 1156.22387,200,29759.03066
1186
+ 1176.359717,200,29791.710677
1187
+ 945.429109,200,29803.122483
1188
+ 1125.99416,200,29824.992605
1189
+ 1111.124068,200,29858.223091
1190
+ 1166.339399,200,29870.054889
1191
+ 1111.161776,200,29889.544423
1192
+ 1110.928756,200,29901.106124
1193
+ 1025.685896,200,29935.911568
1194
+ 1045.58063,200,29944.657135
1195
+ 1111.153222,200,29967.060768
1196
+ 1010.642654,200,30003.077874
1197
+ 1006.004676,200,30015.331588
1198
+ 920.455695,200,30037.955723
1199
+ 852.57205,199,30060.990625
1200
+ 730.427772,178,30081.969046
1201
+ 443.332506,200,30093.976849
1202
+ 1011.120049,200,30126.700988
1203
+ 1115.907184,200,30138.223758
1204
+ 884.825528,200,30161.344912
1205
+ 1146.052636,200,30186.078687
1206
+ 1085.783126,200,30206.055384
1207
+ 1166.37273,200,30228.165082
1208
+ 1166.321594,200,30254.513163
1209
+ 1176.155412,200,30277.024428
1210
+ 1145.931342,200,30288.560886
1211
+ 863.198449,163,30300.126663
1212
+ 1136.175113,200,30334.722557
1213
+ 1115.975756,200,30357.151819
1214
+ 1061.034009,200,30367.36139
1215
+ 1136.186589,200,30402.733275
1216
+ 1136.272518,200,30414.575065
1217
+ 920.459713,200,30434.332227
1218
+ 1146.239777,200,30459.554166
1219
+ 925.440452,200,30481.304778
1220
+ 1171.348698,200,30500.781884
1221
+ 199.382864,47,30501.133202
1222
+ 1071.138488,200,30529.485405
1223
+ 1061.004855,200,30550.737804
1224
+ 1070.871217,200,30570.434381
1225
+ 1181.389982,200,30596.034892
1226
+ 955.960838,200,30616.018077
1227
+ 1121.419813,200,30626.285654
1228
+ 693.798151,160,30663.412015
1229
+ 864.536662,200,30674.513483
1230
+ 764.224228,200,30694.125441
1231
+ 1151.256331,200,30716.926916
1232
+ 909.845395,200,30738.231167
1233
+ 1131.310441,200,30747.806004
1234
+ 236.315237,70,30758.987622
1235
+ 1131.113121,200,30786.221132
1236
+ 985.601744,200,30805.608565
1237
+ 894.730576,200,30827.462786
1238
+ 874.516482,200,30850.477898
1239
+ 393.102239,200,30869.325541
1240
+ 1136.11153,200,30881.373876
1241
+ 1186.282752,200,30916.105963
1242
+ 1176.397098,200,30926.932198
1243
+ 1106.20746,200,30948.972301
1244
+ 1141.35569,200,30981.860014
1245
+ 1111.258823,200,30993.48573
1246
+ 830.249411,186,31015.927327
1247
+ 1126.235864,200,31027.593151
1248
+ 1151.312466,200,31064.483437
1249
+ 681.689862,184,31076.196228
1250
+ 1161.209956,200,31098.284647
1251
+ 682.704235,200,31122.608999
1252
+ 1151.375247,200,31144.462052
1253
+ 1091.18334,200,31156.781179
1254
+ 904.821609,200,31191.139335
1255
+ 905.043966,200,31203.512876
1256
+ 412.909306,200,31225.267562
1257
+ 1176.261151,200,31257.84211
1258
+ 482.34093,169,31270.066476
1259
+ 1141.175217,200,31281.745314
1260
+ 1186.313893,200,31317.490175
1261
+ 1181.193706,200,31339.475309
1262
+ 1126.204182,200,31351.582554
1263
+ 742.722881,179,31369.865211
1264
+ 1151.248488,200,31395.728681
1265
+ 880.243023,200,31413.951642
1266
+ 1111.187744,200,31426.638965
1267
+ 1141.160505,200,31462.451857
1268
+ 1025.681743,200,31472.352518
1269
+ 1181.359264,200,31493.503133
1270
+ 1095.908781,200,31519.170804
1271
+ 794.663688,200,31537.929392
1272
+ 989.924767,200,31560.283169
1273
+ 1186.350857,200,31588.334999
1274
+ 1156.228319,200,31608.007829
1275
+ 1146.107271,200,31619.643629
1276
+ 1151.074148,200,31655.297753
1277
+ 1055.660994,200,31663.947051
1278
+ 1010.74243,200,31686.64785
1279
+ 1041.042093,200,31718.783525
1280
+ 1141.159038,200,31730.778527
1281
+ 1186.408906,200,31753.164062
1282
+ 1116.141034,200,31777.975683
1283
+ 319.109365,128,31787.890305
1284
+ 1176.365334,200,31810.064895
1285
+ 1090.706799,200,31822.100147
1286
+ 1151.219911,200,31859.24553
1287
+ 1146.222179,200,31871.198183
1288
+ 929.993395,200,31893.794181
1289
+ 422.641383,200,31927.808717
1290
+ 1126.08657,200,31940.107944
1291
+ 1141.043534,200,31960.009581
1292
+ 1010.873581,200,31984.198738
1293
+ 378.558787,153,32006.566647
1294
+ 1031.35223,197,32017.429286
1295
+ 1146.270438,200,32051.181886
1296
+ 1116.077713,200,32063.603114
1297
+ 928.925985,179,32082.493669
1298
+ 1186.411547,200,32093.641843
1299
+ 1126.298236,200,32131.415915
1300
+ 1151.38634,200,32142.929203
1301
+ 1176.264991,200,32162.350278
1302
+ 1151.246737,200,32188.019996
1303
+ 1066.116433,200,32207.284892
1304
+ 1170.985231,200,32229.520746
1305
+ 1091.002605,200,32255.195007
1306
+ 1131.324847,200,32273.932636
1307
+ 848.038442,200,32285.974881
1308
+ 1136.088544,200,32321.101908
1309
+ 1176.333792,200,32331.468894
1310
+ 779.245705,200,32351.61732
1311
+ 1176.45294,200,32379.478756
1312
+ 1146.237193,200,32398.599489
1313
+ 905.484086,200,32420.661409
1314
+ 1130.889951,200,32446.950179
1315
+ 1146.274007,200,32465.185367
1316
+ 1031.086628,200,32477.237771
1317
+ 1115.882008,200,32511.585013
1318
+ 1136.327613,200,32523.936499
1319
+ 1161.274563,200,32545.913533
1320
+ 1181.268132,200,32567.966076
1321
+ 1070.767462,200,32592.103477
1322
+ 1176.278514,200,32614.119464
1323
+ 1151.068591,200,32626.405258
1324
+ 1141.221814,200,32662.859819
1325
+ 168.659657,68,32663.403822
1326
+ 1116.09083,200,32686.441695
1327
+ 1121.138649,200,32709.990138
1328
+ 875.859235,200,32732.530289
1329
+ 945.372581,200,32754.781193
1330
+ 1181.164224,200,32764.985615
1331
+ 1100.705863,200,32800.479615
1332
+ 1151.22998,200,32812.402335
1333
+ 633.340077,144,32824.528016
1334
+ 584.437671,140,32845.83204
1335
+ 829.455309,176,32868.167456
1336
+ 1040.70506,200,32880.077971
1337
+ 1166.314559,200,32898.069591
1338
+ 665.983805,152,32926.185882
1339
+ 970.735483,200,32948.274787
1340
+ 1146.194344,200,32957.23628
1341
+ 1151.31054,200,32993.036292
1342
+ 1010.997836,200,33002.684014
1343
+ 692.705559,200,33023.495697
1344
+ 1151.135295,200,33059.090905
1345
+ 1151.280337,200,33067.619205
1346
+ 1156.29382,200,33090.69075
1347
+ 1156.151869,200,33115.695498
1348
+ 1000.743686,200,33134.494005
1349
+ 1166.532387,200,33145.747306
1350
+ 1166.351855,200,33184.340517
1351
+ 1166.121344,200,33193.38063
1352
+ 1091.065009,200,33216.531851
1353
+ 219.542791,95,33227.256968
1354
+ 920.201873,200,33250.592552
1355
+ 1186.375816,200,33272.794942
1356
+ 980.597852,200,33285.201307
1357
+ 739.946167,155,33318.009729
1358
+ 658.121584,174,33329.162951
1359
+ 890.321123,200,33352.020566
1360
+ 1171.272957,200,33363.628467
1361
+ 1156.179234,200,33398.255412
1362
+ 1091.07514,200,33410.083088
1363
+ 839.718637,200,33433.055168
1364
+ 1151.243021,200,33459.417738
1365
+ 1116.15081,200,33482.026991
1366
+ 1100.897329,200,33502.102991
1367
+ 170.792891,54,33502.451461
1368
+ 975.968966,200,33527.431927
1369
+ 1181.168671,200,33549.308603
1370
+ 1106.091865,200,33568.496987
1371
+ 1086.014231,200,33594.558111
1372
+ 1181.49084,200,33614.36019
1373
+ 141.033623,55,33614.724149
1374
+ 1065.837358,200,33635.244468
1375
+ 1136.187086,200,33661.17777
1376
+ 1161.11537,200,33679.155139
1377
+ 1045.934106,200,33691.852137
1378
+ 915.435729,200,33729.956659
1379
+ 1086.101765,200,33748.465903
1380
+ 1046.110346,200,33760.886695
1381
+ 998.01021,199,33795.925472
1382
+ 1166.244396,200,33805.202853
1383
+ 1100.956755,200,33826.983781
1384
+ 1035.858844,200,33852.828458
1385
+ 1131.106491,200,33871.237208
1386
+ 543.125533,133,33882.900721
1387
+ 1171.188049,200,33917.906568
1388
+ 1151.272428,200,33927.051891
1389
+ 1156.405848,200,33949.439966
1390
+ 904.552484,200,33977.654375
1391
+ 1121.220298,200,33995.718424
1392
+ 1161.237745,200,34007.882666
1393
+ 414.422181,93,34019.154261
1394
+ 206.021927,54,34019.549901
1395
+ 1181.303246,200,34054.16497
1396
+ 181.344974,44,34054.494813
1397
+ 1111.160412,200,34077.009503
1398
+ 188.292158,46,34077.330409
1399
+ 1050.914707,200,34100.29293
1400
+ 1050.613722,200,34123.569819
1401
+ 1056.006096,200,34145.914767
1402
+ 1176.252894,200,34167.036246
1403
+ 642.849756,174,34191.663742
1404
+ 1156.265461,200,34204.068775
1405
+ 432.478255,128,34214.872466
1406
+ 1126.211392,200,34250.488206
1407
+ 437.006998,101,34261.558565
1408
+ 844.413742,200,34273.561486
1409
+ 920.694392,200,34294.449396
1410
+ 1121.033378,200,34328.184558
1411
+ 1171.393981,200,34340.571323
1412
+ 1065.81034,200,34359.729982
1413
+ 1166.265957,200,34384.374669
1414
+ 1146.24101,200,34406.928619
1415
+ 1161.618937,200,34416.120818
1416
+ 1181.498123,200,34450.596233
1417
+ 1161.206783,200,34462.796905
1418
+ 1186.4391,200,34481.883552
1419
+ 1146.335983,200,34519.068927
1420
+ 760.061964,200,34530.623505
1421
+ 870.508145,200,34549.844484
1422
+ 1091.077137,200,34574.850549
1423
+ 1151.213998,200,34594.639368
1424
+ 1126.183232,200,34605.180977
1425
+ 1111.033136,200,34626.938397
1426
+ 1111.09145,200,34659.799768
1427
+ 1156.193702,200,34671.063858
1428
+ 1121.1999,200,34694.210385
1429
+ 672.832684,200,34716.078639
1430
+ 967.329028,188,34738.769733
1431
+ 1146.242457,200,34750.189797
1432
+ 1015.933336,200,34785.819691
1433
+ 1171.049009,200,34798.10199
1434
+ 1096.19847,200,34820.161018
1435
+ 1186.408857,200,34844.49181
1436
+ 1151.151387,200,34866.608389
1437
+ 1020.858079,200,34888.938518
1438
+ 1176.364637,200,34912.365456
1439
+ 853.486382,200,34934.565119
1440
+ 970.659998,200,34946.575061
1441
+ 895.072148,200,34980.165122
1442
+ 546.387427,137,34992.219751
1443
+ 1106.183075,200,35004.009611
1444
+ 1171.051618,200,35026.441115
1445
+ 1171.376294,200,35063.169247
1446
+ 1015.989234,200,35075.106773
1447
+ 757.539818,168,35085.363325
1448
+ 411.6266,137,35117.768238
1449
+ 1145.919018,200,35130.183867
1450
+ 895.155754,200,35149.433224
1451
+ 1086.101737,200,35174.851286
1452
+ 1156.088071,200,35196.753136
1453
+ 525.43803,115,35206.95904
1454
+ 734.091781,200,35216.999009
1455
+ 1101.149898,200,35252.974462
1456
+ 1136.257995,200,35264.594298
1457
+ 1060.911922,200,35283.651008
1458
+ 1050.77479,200,35322.344591
1459
+ 1181.345718,200,35332.686994
1460
+ 1181.364639,200,35352.992996
1461
+ 442.600581,91,35353.642134
1462
+ 1101.08579,200,35388.473155
1463
+ 1005.711879,200,35397.629623
1464
+ 1156.010673,200,35420.338581
1465
+ 960.900808,200,35455.072093
1466
+ 1166.309761,200,35465.171305
1467
+ 1096.002086,200,35486.99227
1468
+ 1191.089409,200,35512.397094
1469
+ 1181.187736,200,35531.733407
1470
+ 1166.478229,200,35543.1603
1471
+ 1111.074498,200,35580.275917
1472
+ 560.13171,120,35589.295155
1473
+ 356.260202,134,35601.056986
1474
+ 1141.186285,200,35623.149581
1475
+ 965.63086,200,35647.588293
1476
+ 935.50316,200,35669.622924
1477
+ 1176.027524,200,35682.258754
1478
+ 1096.124115,200,35716.078332
1479
+ 654.898662,151,35728.299942
1480
+ 1166.197349,200,35750.387451
1481
+ 1016.094417,200,35773.634145
1482
+ 950.507924,176,35784.649435
1483
+ 754.839829,200,35808.211973
1484
+ 778.780961,143,35819.579521
1485
+ 445.457631,200,35855.185554
1486
+ 880.620412,200,35866.947532
1487
+ 1041.011518,200,35886.359337
1488
+ 1196.291138,200,35911.558192
1489
+ 970.915571,200,35933.933267
1490
+ 950.394164,200,35952.88537
1491
+ 1136.167037,200,35977.959568
1492
+ 1131.121748,200,35999.994063
1493
+ 1196.314413,200,36009.584889
1494
+ 753.790454,143,36019.863152
1495
+ 1111.174474,200,36056.387637
1496
+ 1176.153705,200,36067.256444
1497
+ 1181.073349,200,36086.721944
1498
+ 1136.03077,200,36122.164361
1499
+ 1191.172247,200,36133.898528
1500
+ 1166.244287,200,36156.3706
1501
+ 1151.007819,200,36180.266802
1502
+ 995.709078,200,36200.64909
1503
+ 970.827483,200,36212.430465
1504
+ 1186.325236,200,36244.912945
1505
+ 1039.205735,200,36267.510907
1506
+ 1191.47817,200,36279.246593
1507
+ 1175.940038,200,36311.242188
1508
+ 960.815242,200,36323.377383
1509
+ 332.521157,81,36334.447886
1510
+ 1080.986953,200,36346.427951
1511
+ 862.383314,178,36383.110501
1512
+ 1010.940889,200,36395.179146
1513
+ 1121.039836,200,36417.644258
1514
+ 1120.954038,200,36441.676699
1515
+ 1181.340333,200,36463.991592
1516
+ 1141.132617,200,36486.448089
1517
+ 1191.117308,200,36509.801421
1518
+ 995.46686,200,36532.228509
1519
+ 804.627039,200,36544.32286
1520
+ 1151.182025,200,36577.074676
1521
+ 1040.84015,200,36589.275012
1522
+ 517.974225,180,36611.434635
1523
+ 869.63943,200,36622.801991
1524
+ 1091.20374,200,36660.501686
1525
+ 990.879583,200,36671.964178
1526
+ 991.024604,200,36692.068913
1527
+ 1010.93565,200,36727.348937
1528
+ 734.359469,200,36737.022439
1529
+ 1086.065877,200,36758.139864
1530
+ 1146.216579,200,36783.780155
1531
+ 1003.370736,194,36803.622868
1532
+ 713.946237,183,36813.710122
1533
+ 1156.09679,200,36850.003268
1534
+ 1115.985833,200,36860.071525
1535
+ 1176.209806,200,36880.213191
1536
+ 1141.258012,200,36918.281909
1537
+ 549.340643,191,36927.066965
1538
+ 955.409593,200,36949.443629
1539
+ 1056.038919,200,36975.211355
1540
+ 1131.215058,200,36994.077621
1541
+ 1176.355533,200,37005.906632
1542
+ 1196.624799,200,37042.091175
1543
+ 1196.051853,200,37050.996155
1544
+ 1106.032814,200,37072.664425
1545
+ 845.672072,200,37084.590843
1546
+ 1141.249856,200,37117.459193
1547
+ 1196.182552,200,37139.678615
1548
+ 774.565997,200,37151.960588
1549
+ 1040.969854,200,37188.360951
1550
+ 1090.968366,200,37200.976171
1551
+ 1030.776781,200,37222.394479
1552
+ 1110.942205,200,37247.311221
1553
+ 1146.111071,200,37268.721782
1554
+ 865.276733,200,37289.878846
1555
+ 675.410484,162,37314.293729
1556
+ 970.751828,200,37326.87227
1557
+ 1015.958565,200,37347.853414
1558
+ 1196.375692,200,37380.443659
1559
+ 1161.246179,200,37393.074403
1560
+ 945.626995,200,37412.628751
1561
+ 1126.124834,200,37439.915339
1562
+ 1100.832367,200,37461.354722
1563
+ 1146.237408,200,37473.296847
1564
+ 1151.271457,200,37491.998316
1565
+ 1035.97344,200,37518.644148
1566
+ 1126.263894,200,37538.206335
1567
+ 1081.061806,200,37558.930344
1568
+ 1196.017195,200,37584.815313
1569
+ 1111.04576,200,37602.892111
1570
+ 1146.187958,200,37615.462523
1571
+ 1020.751007,200,37650.449983
1572
+ 1035.910113,200,37661.363179
1573
+ 1131.188038,200,37681.595037
1574
+ 1181.383845,200,37717.136646
1575
+ 1110.965159,200,37729.107541
1576
+ 1090.942263,200,37751.562872
1577
+ 859.940197,200,37774.497935
1578
+ 1055.84963,200,37795.748139
1579
+ 1180.898835,200,37807.332283
1580
+ 1116.006446,200,37840.199425
1581
+ 782.985244,200,37852.3881
1582
+ 1136.244,200,37874.702345
1583
+ 764.837238,200,37909.187454
1584
+ 1146.152178,200,37920.731375
1585
+ 1015.829683,200,37943.42461
1586
+ 1131.073628,200,37969.415073
1587
+ 858.085812,200,37992.323881
1588
+ 850.154408,200,38004.014446
1589
+ 264.262095,78,38015.921068
1590
+ 386.372232,190,38039.292307
1591
+ 975.526923,200,38061.914179
1592
+ 1156.054185,200,38083.800856
1593
+ 1126.145992,200,38106.003247
1594
+ 1020.583599,200,38128.034578
1595
+ 1111.139208,200,38140.01852
1596
+ 1101.02292,200,38171.893304
1597
+ 1105.999892,200,38183.968745
1598
+ 1116.021869,200,38204.095287
1599
+ 1161.136024,200,38224.65409
1600
+ 1181.067916,200,38253.238355
1601
+ 1185.954792,200,38270.855009
1602
+ 1036.016661,200,38283.016675
1603
+ 1010.91315,200,38319.109049
1604
+ 1075.737495,200,38328.076542
1605
+ 1045.943687,200,38349.982178
1606
+ 1166.110032,200,38375.030657
1607
+ 1116.146955,200,38394.063901
1608
+ 1155.923103,200,38416.382056
1609
+ 398.537002,87,38416.998321
1610
+ 1100.967389,200,38450.987425
1611
+ 1170.864086,200,38461.664426
1612
+ 1040.363743,200,38483.439939
1613
+ 1176.187325,200,38517.868215
1614
+ 416.195787,111,38518.705333
1615
+ 1176.371692,200,38541.913921
1616
+ 604.588765,129,38552.867645
1617
+ 1161.100508,200,38586.209838
1618
+ 678.502874,133,38593.382314
1619
+ 1126.22653,200,38601.304077
1620
+ 1131.074334,200,38624.579434
1621
+ 1116.130938,200,38632.471719
1622
+ 1155.85311,200,38646.033264
1623
+ 990.586587,200,38663.457048
1624
+ 1186.021607,200,38676.968698
1625
+ 1191.075802,200,38690.782599
1626
+ 1110.848442,200,38710.636102
1627
+ 1071.057154,200,38724.145974
1628
+ 676.629291,200,38733.730356
1629
+ 1020.870773,200,38757.343678
1630
+ 738.28264,158,38766.471671
1631
+ 724.985956,172,38777.424068
1632
+ 1085.934968,200,38799.692754
1633
+ 960.262392,200,38821.484632
1634
+ 1186.2019,200,38843.874148
1635
+ 1141.08669,200,38866.171828
1636
+ 1005.891651,200,38889.400679
1637
+ 691.782303,179,38911.219576
1638
+ 1166.180006,200,38923.05816
1639
+ 1121.047384,200,38960.21527
1640
+ 809.251999,200,38972.003863
1641
+ 1115.977944,200,38994.21672
1642
+ 1136.131141,200,39018.861344
1643
+ 1141.089834,200,39040.735373
1644
+ 1131.16784,200,39052.798208
1645
+ 1036.003766,200,39085.417577
1646
+ 1176.418798,200,39107.788367
1647
+ 631.476905,153,39119.35131
1648
+ 1166.171601,200,39131.12423
1649
+ 1161.284951,200,39163.830729
1650
+ 1186.340689,200,39175.456787
1651
+ 166.574821,55,39185.741382
1652
+ 1111.189928,200,39196.836741
1653
+ 989.882388,200,39232.523563
1654
+ 1126.085432,200,39254.512137
1655
+ 1146.245867,200,39263.074025
1656
+ 616.969472,200,39298.61012
1657
+ 1135.938406,200,39308.92679
1658
+ 1150.976624,200,39328.827931
1659
+ 1186.449982,200,39354.465707
1660
+ 859.881756,165,39373.195487
1661
+ 1191.505334,200,39384.96873
1662
+ 1075.929117,200,39420.299941
1663
+ 1091.015635,200,39431.764972
1664
+ 1181.39302,200,39451.250201
1665
+ 731.779148,178,39479.573063
1666
+ 904.758626,200,39499.058421
1667
+ 1116.061922,200,39509.601741
1668
+ 1025.853427,200,39531.521289
1669
+ 1181.302177,200,39563.378432
1670
+ 1161.181504,200,39575.622682
1671
+ 1061.087118,200,39597.15885
1672
+ 1045.858229,200,39620.811191
1673
+ 1106.135054,200,39641.816799
1674
+ 1111.098388,200,39654.185354
1675
+ 1131.003254,200,39686.527346
1676
+ 1121.279419,200,39708.309646
1677
+ 619.364215,167,39720.375252
1678
+ 1186.353725,200,39747.229848
1679
+ 407.388015,200,39769.951265
1680
+ 865.02578,200,39792.196776
1681
+ 1126.310194,200,39816.118563
1682
+ 1186.472781,200,39838.10042
1683
+ 1095.903644,200,39849.942014
1684
+ 1030.990137,200,39882.164359
1685
+ 1186.379234,200,39893.894202
1686
+ 834.662747,200,39916.254487
1687
+ 960.737421,200,39925.914766
1688
+ 1185.981552,200,39961.005792
1689
+ 1186.313993,200,39983.866995
1690
+ 563.557478,200,39992.840933
1691
+ 1015.796004,200,40030.977156
1692
+ 1136.145695,200,40042.733091
1693
+ 1060.779054,200,40062.177029
1694
+ 1000.776535,200,40087.478982
1695
+ 1125.990434,200,40108.513759
1696
+ 1096.052327,200,40128.258693
1697
+ 1105.893757,200,40153.256037
1698
+ 396.594641,85,40164.157844
1699
+ 1131.127651,200,40174.629502
1700
+ 1141.023944,200,40194.91573
1701
+ 1151.408515,200,40220.966964
1702
+ 1030.690191,200,40239.7021
1703
+ 1156.073238,200,40261.574634
1704
+ 1160.891641,200,40289.761152
1705
+ 638.546347,144,40299.25228
1706
+ 1040.954519,200,40320.120566
1707
+ 1156.314826,200,40345.28936
1708
+ 1191.413934,200,40364.731802
1709
+ 1100.87796,200,40387.079838
1710
+ 1095.966641,200,40411.330305
1711
+ 1116.052375,200,40432.415804
1712
+ 980.578916,200,40444.031343
1713
+ 1186.343984,200,40478.875502
1714
+ 1151.084759,200,40489.557756
1715
+ 1181.1182,200,40511.979376
1716
+ 1120.957216,200,40539.10419
1717
+ 1171.095045,200,40560.212226
1718
+ 1095.934151,200,40582.569412
1719
+ 1111.261853,200,40594.378044
1720
+ 1126.19775,200,40628.423998
1721
+ 950.442166,200,40640.826746
1722
+ 991.017836,200,40663.38779
1723
+ 1151.007139,200,40687.129137
1724
+ 760.544925,156,40709.005114
1725
+ 955.951283,200,40721.306539
1726
+ 1141.233183,200,40754.750405
1727
+ 935.410848,200,40767.487287
1728
+ 1146.346485,200,40789.414218
1729
+ 1171.263561,200,40815.239301
1730
+ 1035.715288,200,40837.625728
1731
+ 797.514971,163,40849.218344
1732
+ 1151.183761,200,40868.067993
1733
+ 1146.24248,200,40893.426283
1734
+ 1181.326495,200,40912.263048
1735
+ 1121.261714,200,40934.542884
1736
+ 900.61163,200,40960.296146
1737
+ 575.212739,196,40978.414461
1738
+ 1126.295167,200,40990.463924
1739
+ 1151.191244,200,41025.220849
1740
+ 1121.187074,200,41034.520924
1741
+ 1141.112623,200,41057.34515
1742
+ 436.448095,90,41084.006449
1743
+ 1101.166641,200,41092.871279
1744
+ 135.68591,38,41093.112676
1745
+ 1131.187938,200,41114.580009
1746
+ 1156.266615,200,41150.456708
1747
+ 1181.198866,200,41159.810802
1748
+ 859.880142,200,41181.895876
1749
+ 417.711695,200,41194.143643
1750
+ 147.600455,40,41216.840517
1751
+ 1126.104851,200,41226.705348
1752
+ 1181.369333,200,41248.262841
1753
+ 1151.063936,200,41274.183141
1754
+ 1110.845263,200,41293.185861
1755
+ 1191.295993,200,41305.538283
1756
+ 834.868418,200,41327.703382
1757
+ 408.233033,200,41354.167827
1758
+ 1101.379738,200,41375.741502
1759
+ 453.255614,200,41396.108391
1760
+ 1056.019467,200,41421.051997
1761
+ 1126.150383,200,41443.433975
1762
+ 1196.268195,200,41455.804189
1763
+ 1000.747172,200,41488.176503
1764
+ 403.521987,200,41499.74273
1765
+ 910.295087,200,41520.677189
1766
+ 1155.964691,200,41554.272537
1767
+ 1116.133516,200,41565.974667
1768
+ 1020.943301,200,41585.739548
1769
+ 1181.02828,200,41612.818219
1770
+ 1030.95937,200,41635.413536
1771
+ 1086.058024,200,41646.304105
1772
+ 174.374038,84,41654.989088
1773
+ 1146.208544,200,41691.280569
1774
+ 950.817829,200,41703.460634
1775
+ 1081.092372,200,41722.170359
1776
+ 668.833547,128,41748.376239
1777
+ 1136.046806,200,41759.528563
1778
+ 1035.728999,200,41779.216347
1779
+ 418.027202,97,41790.507283
1780
+ 1030.843574,200,41815.966028
1781
+ 1161.180337,200,41835.610341
1782
+ 604.481758,129,41846.179956
1783
+ 1070.981598,200,41874.002571
1784
+ 1196.365505,200,41894.48747
1785
+ 1131.130572,200,41905.496475
1786
+ 418.260555,200,41928.243194
1787
+ 1176.350766,200,41960.82385
1788
+ 1166.499655,200,41973.2641
1789
+ 1035.993058,200,41995.049024
1790
+ 838.849843,200,42018.325521
1791
+ 1181.381367,200,42040.42153
1792
+ 1171.248072,200,42052.136243
1793
+ 1085.869361,200,42086.489474
1794
+ 1196.223984,200,42098.494225
1795
+ 1041.016013,200,42121.180368
1796
+ 1136.076151,200,42157.563888
1797
+ 965.724759,200,42169.625418
1798
+ 1015.861418,200,42192.058672
1799
+ 1141.055402,200,42214.672713
1800
+ 1085.887979,200,42237.158061
1801
+ 975.791032,200,42248.942928
1802
+ 1171.173708,200,42283.222568
1803
+ 1090.88899,200,42305.664549
1804
+ 1186.242702,200,42317.577996
1805
+ 1096.264789,200,42350.749145
1806
+ 1141.074307,200,42362.705705
1807
+ 1141.25494,200,42385.334932
1808
+ 841.623405,167,42393.778508
1809
+ 1075.895537,200,42432.505012
1810
+ 1086.022485,200,42441.936579
1811
+ 1141.043153,200,42462.363556
1812
+ 1121.19556,200,42487.830071
1813
+ 1146.074255,200,42506.781355
1814
+ 1196.210034,200,42518.75351
1815
+ 565.60301,197,42554.042911
1816
+ 1030.987516,200,42572.974804
1817
+ 1005.92481,200,42584.485409
1818
+ 1176.212895,200,42620.437889
1819
+ 1181.367863,200,42629.239868
1820
+ 1161.158793,200,42651.23234
1821
+ 1121.063614,200,42679.106508
1822
+ 1041.133285,200,42697.544061
1823
+ 1191.349971,200,42709.682755
1824
+ 1141.04654,200,42745.154117
1825
+ 945.780249,200,42764.646984
1826
+ 1141.030433,200,42776.361077
1827
+ 1030.484379,200,42811.421578
1828
+ 1161.183711,200,42820.084848
1829
+ 702.755721,185,42841.80595
1830
+ 1095.926703,200,42853.843525
1831
+ 1115.927267,200,42886.040293
1832
+ 1196.257392,200,42898.324308
1833
+ 1196.427033,200,42920.170656
1834
+ 965.850118,200,42955.997292
1835
+ 940.714261,200,42967.470289
1836
+ 1191.398013,200,42989.724706
1837
+ 277.550383,71,43002.21348
1838
+ 1166.289428,200,43024.474341
1839
+ 1040.606298,200,43036.445312
1840
+ 1141.047907,200,43056.698154
1841
+ 1100.777438,200,43081.519354
1842
+ 1101.108511,200,43103.719354
1843
+ 1046.049687,200,43122.370424
1844
+ 1115.986642,200,43147.974294
1845
+ 1151.288041,200,43170.044536
1846
+ 1176.193219,200,43181.612077
1847
+ 1081.102977,200,43217.026562
1848
+ 1156.059053,200,43229.318408
1849
+ 1196.180779,200,43247.443088
1850
+ 1191.280028,200,43283.91941
1851
+ 1186.341431,200,43295.187171
1852
+ 43227.465133
1853
+ 945.454443,200,43245.589436
1854
+ 945.580227,200,43271.55718
1855
+ 981.054341,200,43293.33008
1856
+ 41.276782,200,43271.748761
1857
+ 1116.305075,200,43293.523234
1858
+ 14717
1859
+ 1131.151933,200,43294.288962
1860
+ 11351,200,43271.826711
1861
+ 1186.250057,200,43303.919552
1862
+ 1186.367817,200,43283.271281
1863
+ 970.523668,200,43294.537305
1864
+ 993,200,43283.999523111196.339866,200,43295.271198
1865
+ 61
1866
+ 1181.359713,200,43302.840397
1867
+ ,43294.228612
1868
+ 511,200,43283.174196
1869
+ 1020.638606,200,43303.350788
1870
+ 3294.857637
1871
+ 00,43294.464369
1872
+ 196.578166,200,43293.694471
1873
+ 397.537372,129,43303.53849
1874
+ 03018,200,43180.284425
1875
+ 1000.833926,200,43215.678397
1876
+ 1156.242248,200,43227.96441
1877
+ 895.316823,200,43246.087725
1878
+ 1131.027505,200,43272.05183
1879
+ 1156.35529,200,43293.827154
baoding_phase_2/RecurrentPPO_1/events.out.tfevents.1667462073.AMG19.4003430.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1e822a3d1433191800d5c38c86b182dee81f3fb6447541dd6fa026581b21f25
3
+ size 233218
baoding_phase_2/config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "weighted_reward_keys": {
3
+ "pos_dist_1": 5,
4
+ "pos_dist_2": 5,
5
+ "act_reg": 0,
6
+ "alive": 1,
7
+ "solved": 5,
8
+ "done": 0,
9
+ "sparse": 0
10
+ },
11
+ "enable_rsi": false,
12
+ "rsi_probability": 0,
13
+ "balls_overlap": false,
14
+ "overlap_probability": 0,
15
+ "noise_fingers": 0,
16
+ "limit_init_angle": 3.141592653589793,
17
+ "goal_time_period": [
18
+ 4,
19
+ 6
20
+ ],
21
+ "goal_xrange": [
22
+ 0.02,
23
+ 0.03
24
+ ],
25
+ "goal_yrange": [
26
+ 0.022,
27
+ 0.032
28
+ ],
29
+ "obj_size_range": [
30
+ 0.018,
31
+ 0.024
32
+ ],
33
+ "obj_mass_range": [
34
+ 0.03,
35
+ 0.3
36
+ ],
37
+ "obj_friction_change": [
38
+ 0.2,
39
+ 0.001,
40
+ 2e-05
41
+ ],
42
+ "task_choice": "random"
43
+ }
baoding_phase_2/env.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d389ce40339179b9e44fd127b9c486fcafd0bd17ec6c70feec5da924b0c0b223
3
+ size 20038
baoding_phase_2/main.py ADDED
@@ -0,0 +1,254 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import copy
2
+ import json
3
+ import os
4
+ import shutil
5
+ from datetime import datetime
6
+
7
+ import numpy as np
8
+ import torch.nn as nn
9
+ from sb3_contrib import RecurrentPPO
10
+ from stable_baselines3.common.callbacks import EvalCallback, CheckpointCallback
11
+ from stable_baselines3.common.monitor import Monitor
12
+ from stable_baselines3.common.vec_env import VecNormalize
13
+ from stable_baselines3.common.vec_env.subproc_vec_env import SubprocVecEnv
14
+
15
+ from src.envs.environment_factory import EnvironmentFactory
16
+ from src.metrics.custom_callbacks import EvaluateLSTM
17
+ from src.metrics.sb_callbacks import EnvDumpCallback
18
+
19
+ env_name = "CustomMyoBaodingBallsP2"
20
+
21
+ # saving criteria
22
+ saving_criteria = "dense_rewards" # score
23
+
24
+ # whether this is the first task of the curriculum (True) or it is loading a previous task (False)
25
+ FIRST_TASK = False
26
+
27
+ # # Path to normalized Vectorized environment and best model (if not first task)
28
+ # load_folder = "trained_models/baoding_phase2/00-45-16_final_nisheet_score-36"
29
+ # PATH_TO_NORMALIZED_ENV = load_folder + "/training_env.pkl"
30
+ # PATH_TO_PRETRAINED_NET = load_folder + "/best_model.zip"
31
+ # Path to normalized Vectorized environment (if not first task)
32
+ PATH_TO_NORMALIZED_ENV = "output/training/2022-11-02/10-47-05_nisheet_36_new_hp_pos_dist_5_alive_1_solved_5/final_env.pkl" # "trained_models/normalized_env_original"
33
+
34
+ # Path to pretrained network (if not first task)
35
+ PATH_TO_PRETRAINED_NET = "output/training/2022-11-02/10-47-05_nisheet_36_new_hp_pos_dist_5_alive_1_solved_5/final_model.pkl" # "trained_models/best_model.zip"
36
+
37
+ # Tensorboard log (will save best model during evaluation)
38
+ now = (
39
+ datetime.now().strftime("%Y-%m-%d/%H-%M-%S")
40
+ + "_nisheet_36_new_hp_pos_dist_5_alive_1_solved_5_resume"
41
+ )
42
+ TENSORBOARD_LOG = os.path.join("output", "training", now)
43
+
44
+
45
+ # Reward structure and task parameters:
46
+ config = {
47
+ "weighted_reward_keys": {
48
+ "pos_dist_1": 5,
49
+ "pos_dist_2": 5,
50
+ "act_reg": 0,
51
+ "alive": 1,
52
+ "solved": 5,
53
+ "done": 0,
54
+ "sparse": 0,
55
+ },
56
+ # custom params for curriculum learning
57
+ "enable_rsi": False,
58
+ "rsi_probability": 0,
59
+ "balls_overlap": False,
60
+ "overlap_probability": 0,
61
+ "noise_fingers": 0,
62
+ "limit_init_angle": np.pi,
63
+ # "beta_init_angle": [1.5,1.5], # caution: doesn't work if limit_init_angle = False
64
+ "goal_time_period": [4, 6], # phase 2: (4, 6)
65
+ "goal_xrange": (0.020, 0.030), # phase 2: (0.020, 0.030)
66
+ "goal_yrange": (0.022, 0.032), # phase 2: (0.022, 0.032)
67
+ # Randomization in physical properties of the baoding balls
68
+ "obj_size_range": (
69
+ 0.018,
70
+ 0.024,
71
+ ), # (0.018, 0.024 # Object size range. Nominal 0.022
72
+ # "beta_ball_size": [1.5,1.5],
73
+ "obj_mass_range": (
74
+ 0.030,
75
+ 0.300,
76
+ ), # (0.030, 0.300) # Object weight range. Nominal 43 gms
77
+ # "beta_ball_mass": [1.5,1.5],
78
+ "obj_friction_change": (0.2, 0.001, 0.00002), # (0.2, 0.001, 0.00002)
79
+ # Task
80
+ "task_choice": "random",
81
+ }
82
+
83
+ # Function that creates and monitors vectorized environments:
84
+ def make_parallel_envs(
85
+ env_name, env_config, num_env, start_index=0
86
+ ): # pylint: disable=redefined-outer-name
87
+ def make_env(_):
88
+ def _thunk():
89
+ env = EnvironmentFactory.register(env_name, **env_config)
90
+ env = Monitor(env, TENSORBOARD_LOG)
91
+ return env
92
+
93
+ return _thunk
94
+
95
+ return SubprocVecEnv([make_env(i + start_index) for i in range(num_env)])
96
+
97
+
98
+ if __name__ == "__main__":
99
+ os.makedirs(TENSORBOARD_LOG, exist_ok=True)
100
+ with open(
101
+ os.path.join(TENSORBOARD_LOG, "config.json"), "w"
102
+ ) as file: # pylint: disable=unspecified-encoding
103
+ json.dump(config, file)
104
+ shutil.copy(os.path.abspath(__file__), TENSORBOARD_LOG)
105
+
106
+ # Create vectorized environments:
107
+ envs = make_parallel_envs(env_name, config, num_env=16)
108
+
109
+ # Normalize environment:
110
+ if FIRST_TASK:
111
+ envs = VecNormalize(envs)
112
+ else:
113
+ envs = VecNormalize.load(PATH_TO_NORMALIZED_ENV, envs)
114
+
115
+ # Callbacks for score and for effort
116
+ config_score, config_effort = copy.deepcopy(config), copy.deepcopy(config)
117
+
118
+ config_score.update(
119
+ {
120
+ "weighted_reward_keys": {
121
+ "pos_dist_1": 0,
122
+ "pos_dist_2": 0,
123
+ "act_reg": 0,
124
+ "solved": 5,
125
+ "alive": 0,
126
+ "done": 0,
127
+ "sparse": 0,
128
+ },
129
+ # score on the final noise distribution
130
+ "noise_fingers": 0,
131
+ "limit_init_angle": False,
132
+ "beta_init_angle": False,
133
+ "beta_ball_size": False,
134
+ "beta_ball_mass": False,
135
+ }
136
+ )
137
+
138
+ config_effort.update(
139
+ {
140
+ "weighted_reward_keys": {
141
+ "pos_dist_1": 0,
142
+ "pos_dist_2": 0,
143
+ "act_reg": 1,
144
+ "solved": 0,
145
+ "alive": 0,
146
+ "done": 0,
147
+ "sparse": 0,
148
+ },
149
+ # effort on the final noise distribution
150
+ "noise_fingers": 0,
151
+ "limit_init_angle": False,
152
+ "beta_init_angle": False,
153
+ "beta_ball_size": False,
154
+ "beta_ball_mass": False,
155
+ }
156
+ )
157
+
158
+ env_score = EnvironmentFactory.create(env_name, **config_score)
159
+ env_effort = EnvironmentFactory.create(env_name, **config_effort)
160
+
161
+ score_callback = EvaluateLSTM(
162
+ eval_freq=50000, eval_env=env_score, name="eval/score", num_episodes=20
163
+ )
164
+ effort_callback = EvaluateLSTM(
165
+ eval_freq=5000, eval_env=env_effort, name="eval/effort", num_episodes=1
166
+ )
167
+
168
+ # Evaluation Callback
169
+
170
+ # Create vectorized environments:
171
+ if saving_criteria == "score":
172
+ eval_envs = make_parallel_envs(env_name, config_score, num_env=1)
173
+ elif saving_criteria == "dense_rewards":
174
+ eval_envs = make_parallel_envs(env_name, config, num_env=1)
175
+ else:
176
+ raise ValueError("Unrecognized saving criteria")
177
+
178
+ if FIRST_TASK:
179
+ eval_envs = VecNormalize(eval_envs)
180
+ else:
181
+ eval_envs = VecNormalize.load(PATH_TO_NORMALIZED_ENV, eval_envs)
182
+
183
+ env_dump_callback = EnvDumpCallback(TENSORBOARD_LOG, verbose=0)
184
+
185
+ eval_callback = EvalCallback(
186
+ eval_envs,
187
+ callback_on_new_best=env_dump_callback,
188
+ best_model_save_path=TENSORBOARD_LOG,
189
+ log_path=TENSORBOARD_LOG,
190
+ eval_freq=2_500,
191
+ deterministic=True,
192
+ render=False,
193
+ n_eval_episodes=20,
194
+ )
195
+
196
+ checkpoint_callback = CheckpointCallback(
197
+ save_freq=10000, save_path=TENSORBOARD_LOG, save_vecnormalize=True
198
+ )
199
+
200
+ # Create model (hyperparameters from RL Zoo HalfCheetak)
201
+ if FIRST_TASK:
202
+ model = RecurrentPPO(
203
+ "MlpLstmPolicy",
204
+ envs,
205
+ verbose=2,
206
+ tensorboard_log=TENSORBOARD_LOG,
207
+ batch_size=32,
208
+ n_steps=512,
209
+ gamma=0.99,
210
+ gae_lambda=0.9,
211
+ n_epochs=10,
212
+ ent_coef=3e-6,
213
+ learning_rate=2e-5,
214
+ clip_range=0.25,
215
+ use_sde=True,
216
+ max_grad_norm=0.8,
217
+ vf_coef=0.5,
218
+ policy_kwargs=dict(
219
+ log_std_init=-2,
220
+ ortho_init=False,
221
+ activation_fn=nn.ReLU,
222
+ net_arch=[dict(pi=[], vf=[])],
223
+ enable_critic_lstm=True,
224
+ lstm_hidden_size=128,
225
+ ),
226
+ )
227
+ else:
228
+ custom_objects = {
229
+ "lr_schedule": lambda _: 5e-05,
230
+ "learning_rate": lambda _: 5e-05,
231
+ "clip_range": 0.3,
232
+ "n_steps": 4096,
233
+ "batch_size": 4096,
234
+ "ent_coef": 0.00025,
235
+ "vf_coef": 1,
236
+ }
237
+ model = RecurrentPPO.load(
238
+ PATH_TO_PRETRAINED_NET,
239
+ env=envs,
240
+ tensorboard_log=TENSORBOARD_LOG,
241
+ device="cuda",
242
+ custom_objects=custom_objects,
243
+ )
244
+
245
+ # Train and save model
246
+ model.learn(
247
+ total_timesteps=50_000_000,
248
+ # callback=[eval_callback, score_callback, effort_callback, checkpoint_callback],
249
+ callback=[score_callback, checkpoint_callback],
250
+ reset_num_timesteps=True,
251
+ )
252
+
253
+ model.save(os.path.join(TENSORBOARD_LOG, "final_model.pkl"))
254
+ envs.save(os.path.join(TENSORBOARD_LOG, "final_env.pkl"))
baoding_phase_2/model.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d824afa8d50d529399fec400ac0dd4446eda13710782b516d5b3e625dc451012
3
+ size 11896254
baoding_phase_2/monitor.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b3c059cc7fec311724bb994996284ba4396f03ceeffd384a711da4b8099ac28
3
+ size 177887
elbow_263_78374700/PPO_0/events.out.tfevents.1745826905.arnold-263-0-0.1.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df4b0ccd2b153ade87994e6d4d7ac681a4eca8599f2c2950bfa5d278444d396d
3
+ size 129866
elbow_263_78374700/PPO_0/events.out.tfevents.1745835507.arnold-263-0-1.1.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d82dcc7c82c9c15b6de0c1a9f65b74d25cc045eb5d105135d2de24e5c3dbcab2
3
+ size 122181
elbow_263_78374700/PPO_0/events.out.tfevents.1745840169.arnold-263-0-2.1.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94ba768a819ec665dece49d17843e1d2c208564a36c89d36f4014ef6390638e0
3
+ size 88
elbow_263_78374700/PPO_0/events.out.tfevents.1745841438.arnold-263-0-3.1.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a1e7a8c935968cb5187bbd1607645179d5064da87ca0f7d9b9b480e1bb173d8
3
+ size 59164
elbow_263_78374700/PPO_0/events.out.tfevents.1745849530.arnold-263-0-4.1.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68d4746a8f2848097b0f85cc906278a501af805fc2b158776a2c48baf6e73717
3
+ size 2295
elbow_263_78374700/PPO_0/events.out.tfevents.1745849664.arnold-263-0-5.1.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:188523a755a9e09fa88f253981a0acb7817a72274ae2be2ffd32f3a0180ab890
3
+ size 3832
elbow_263_78374700/PPO_0/events.out.tfevents.1745850217.arnold-263-0-6.1.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17ee415aeae5657d1d236ea6a77bca7d62a7f8cd39db5433569d7428305c0b1f
3
+ size 19202
elbow_263_78374700/PPO_0/events.out.tfevents.1746016694.arnold-263-0-0.1.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaddc3f8b1df9646e634149a3063d84541ae9cfd2dfa36525f7969281f9cbd34
3
+ size 938328
elbow_263_78374700/PPO_0/events.out.tfevents.1746085170.arnold-263-0-0.1.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3901204da3c881c4372110b31a89ec6c8c1dca098330b6c1f747f7651af1cc9
3
+ size 938328