{"update": 1, "steps_done": 2048, "mean_step_reward": -0.2549, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": -55.47, "mean_ep_length": 200.0, "mean_collisions": 38.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.731, "policy_loss": 0.006592, "value_loss": 303.26189, "entropy": 0.281175, "total_loss": 151.634725, "clip_frac": 0.138672, "sps": 339.0, "elapsed_s": 6.0} {"update": 2, "steps_done": 4096, "mean_step_reward": 0.3316, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 61.916, "mean_ep_length": 200.0, "mean_collisions": 24.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.7, "policy_loss": 0.00685, "value_loss": 196.407945, "entropy": 0.277246, "total_loss": 98.20805, "clip_frac": 0.089111, "sps": 384.0, "elapsed_s": 11.4} {"update": 3, "steps_done": 6144, "mean_step_reward": 0.367, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 72.265, "mean_ep_length": 200.0, "mean_collisions": 23.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.691, "policy_loss": 0.003161, "value_loss": 153.892231, "entropy": 0.318127, "total_loss": 76.946095, "clip_frac": 0.060547, "sps": 385.5, "elapsed_s": 16.7} {"update": 4, "steps_done": 8192, "mean_step_reward": 0.5221, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 102.69, "mean_ep_length": 200.0, "mean_collisions": 21.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.715, "policy_loss": 0.002925, "value_loss": 159.669543, "entropy": 0.324672, "total_loss": 79.83445, "clip_frac": 0.124634, "sps": 396.0, "elapsed_s": 21.9} {"update": 5, "steps_done": 10240, "mean_step_reward": 0.2171, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 56.098, "mean_ep_length": 200.0, "mean_collisions": 25.36, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.696, "policy_loss": 0.000994, "value_loss": 218.700643, "entropy": 0.343544, "total_loss": 109.347881, "clip_frac": 0.091797, "sps": 383.2, "elapsed_s": 27.2} {"update": 6, "steps_done": 12288, "mean_step_reward": 0.578, "min_step_reward": -10.5846, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 110.682, "mean_ep_length": 200.0, "mean_collisions": 19.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.693, "policy_loss": 0.003292, "value_loss": 157.416829, "entropy": 0.345598, "total_loss": 78.70825, "clip_frac": 0.142334, "sps": 392.5, "elapsed_s": 32.4} {"update": 7, "steps_done": 14336, "mean_step_reward": 0.7098, "min_step_reward": -10.5824, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 140.799, "mean_ep_length": 200.0, "mean_collisions": 16.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.691, "policy_loss": 0.007753, "value_loss": 126.276686, "entropy": 0.329487, "total_loss": 63.142802, "clip_frac": 0.128418, "sps": 395.0, "elapsed_s": 37.6} {"update": 8, "steps_done": 16384, "mean_step_reward": 0.6684, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 135.288, "mean_ep_length": 200.0, "mean_collisions": 17.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.702, "policy_loss": 0.013396, "value_loss": 150.570432, "entropy": 0.350615, "total_loss": 75.295106, "clip_frac": 0.216187, "sps": 385.7, "elapsed_s": 42.9} {"update": 9, "steps_done": 18432, "mean_step_reward": 0.3239, "min_step_reward": -10.5876, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 71.634, "mean_ep_length": 200.0, "mean_collisions": 22.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.667, "policy_loss": 0.001073, "value_loss": 132.963352, "entropy": 0.374623, "total_loss": 66.479003, "clip_frac": 0.115723, "sps": 390.1, "elapsed_s": 48.2} {"update": 10, "steps_done": 20480, "mean_step_reward": 0.7836, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 143.251, "mean_ep_length": 186.1, "mean_collisions": 14.55, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.694, "policy_loss": 0.001916, "value_loss": 134.17694, "entropy": 0.340203, "total_loss": 67.086985, "clip_frac": 0.102783, "sps": 389.5, "elapsed_s": 53.4} {"update": 11, "steps_done": 22528, "mean_step_reward": 0.3627, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 69.087, "mean_ep_length": 200.0, "mean_collisions": 24.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.695, "policy_loss": 0.006481, "value_loss": 134.207498, "entropy": 0.345862, "total_loss": 67.106772, "clip_frac": 0.164795, "sps": 386.6, "elapsed_s": 58.7} {"update": 12, "steps_done": 24576, "mean_step_reward": 0.9193, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 184.187, "mean_ep_length": 200.0, "mean_collisions": 13.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.71, "policy_loss": 0.010036, "value_loss": 112.31557, "entropy": 0.340813, "total_loss": 56.164413, "clip_frac": 0.146851, "sps": 387.0, "elapsed_s": 64.0} {"update": 13, "steps_done": 26624, "mean_step_reward": 0.4184, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 81.163, "mean_ep_length": 200.0, "mean_collisions": 21.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.68, "policy_loss": 0.027486, "value_loss": 147.033759, "entropy": 0.348279, "total_loss": 73.540882, "clip_frac": 0.205078, "sps": 393.4, "elapsed_s": 69.2} {"update": 14, "steps_done": 28672, "mean_step_reward": 1.0574, "min_step_reward": -10.5593, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 207.841, "mean_ep_length": 200.0, "mean_collisions": 10.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.691, "policy_loss": 0.031277, "value_loss": 115.835607, "entropy": 0.318456, "total_loss": 57.945895, "clip_frac": 0.191528, "sps": 379.0, "elapsed_s": 74.6} {"update": 15, "steps_done": 30720, "mean_step_reward": 1.0, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 208.2, "mean_ep_length": 197.8, "mean_collisions": 11.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.724, "policy_loss": 0.022074, "value_loss": 128.274869, "entropy": 0.307651, "total_loss": 64.156432, "clip_frac": 0.164062, "sps": 393.9, "elapsed_s": 79.8} {"update": 16, "steps_done": 32768, "mean_step_reward": 0.9345, "min_step_reward": -10.5418, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 179.34, "mean_ep_length": 200.0, "mean_collisions": 10.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.651, "policy_loss": 0.011982, "value_loss": 109.883618, "entropy": 0.315721, "total_loss": 54.950634, "clip_frac": 0.125488, "sps": 393.3, "elapsed_s": 85.0} {"update": 17, "steps_done": 34816, "mean_step_reward": 1.0345, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 204.716, "mean_ep_length": 200.0, "mean_collisions": 8.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.669, "policy_loss": 0.02679, "value_loss": 92.744713, "entropy": 0.295535, "total_loss": 46.396191, "clip_frac": 0.227173, "sps": 387.4, "elapsed_s": 90.3} {"update": 18, "steps_done": 36864, "mean_step_reward": 0.7992, "min_step_reward": -10.5868, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 165.377, "mean_ep_length": 200.0, "mean_collisions": 13.73, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.683, "policy_loss": 0.005568, "value_loss": 99.095577, "entropy": 0.311701, "total_loss": 49.55024, "clip_frac": 0.116333, "sps": 385.1, "elapsed_s": 95.6} {"update": 19, "steps_done": 38912, "mean_step_reward": 0.8313, "min_step_reward": -10.5797, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 165.986, "mean_ep_length": 200.0, "mean_collisions": 15.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.718, "policy_loss": 0.021299, "value_loss": 134.552121, "entropy": 0.310595, "total_loss": 67.294254, "clip_frac": 0.182617, "sps": 396.4, "elapsed_s": 100.8} {"update": 20, "steps_done": 40960, "mean_step_reward": 1.0446, "min_step_reward": -10.5594, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 202.237, "mean_ep_length": 200.0, "mean_collisions": 12.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.723, "policy_loss": 0.005359, "value_loss": 119.814738, "entropy": 0.292006, "total_loss": 59.909809, "clip_frac": 0.088379, "sps": 396.7, "elapsed_s": 106.0} {"update": 21, "steps_done": 43008, "mean_step_reward": 1.0628, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 215.684, "mean_ep_length": 200.0, "mean_collisions": 9.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.701, "policy_loss": 0.028758, "value_loss": 104.377386, "entropy": 0.328603, "total_loss": 52.214165, "clip_frac": 0.195312, "sps": 393.2, "elapsed_s": 111.2} {"update": 22, "steps_done": 45056, "mean_step_reward": 1.2339, "min_step_reward": -10.5303, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 246.162, "mean_ep_length": 200.0, "mean_collisions": 7.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.706, "policy_loss": 0.012133, "value_loss": 112.963448, "entropy": 0.295931, "total_loss": 56.490898, "clip_frac": 0.151855, "sps": 385.8, "elapsed_s": 116.5} {"update": 23, "steps_done": 47104, "mean_step_reward": 1.0767, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 213.395, "mean_ep_length": 200.0, "mean_collisions": 7.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.657, "policy_loss": 0.01348, "value_loss": 119.828856, "entropy": 0.313227, "total_loss": 59.924776, "clip_frac": 0.151855, "sps": 388.1, "elapsed_s": 121.8} {"update": 24, "steps_done": 49152, "mean_step_reward": 1.296, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 260.594, "mean_ep_length": 200.0, "mean_collisions": 2.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.648, "policy_loss": 0.021173, "value_loss": 134.46761, "entropy": 0.32264, "total_loss": 67.251752, "clip_frac": 0.156128, "sps": 383.5, "elapsed_s": 127.1} {"update": 25, "steps_done": 51200, "mean_step_reward": 1.2971, "min_step_reward": -10.5357, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 254.927, "mean_ep_length": 200.0, "mean_collisions": 3.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.663, "policy_loss": 0.010394, "value_loss": 132.074924, "entropy": 0.28526, "total_loss": 66.045004, "clip_frac": 0.133423, "sps": 390.4, "elapsed_s": 132.4} {"update": 26, "steps_done": 53248, "mean_step_reward": 1.3365, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 268.035, "mean_ep_length": 200.0, "mean_collisions": 2.55, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.667, "policy_loss": 0.01853, "value_loss": 161.083966, "entropy": 0.290479, "total_loss": 80.557608, "clip_frac": 0.156616, "sps": 380.9, "elapsed_s": 137.7} {"update": 27, "steps_done": 55296, "mean_step_reward": 1.2874, "min_step_reward": -7.5897, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 258.218, "mean_ep_length": 200.0, "mean_collisions": 3.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.662, "policy_loss": 0.024211, "value_loss": 146.2954, "entropy": 0.276709, "total_loss": 73.169144, "clip_frac": 0.178833, "sps": 380.1, "elapsed_s": 143.1} {"update": 28, "steps_done": 57344, "mean_step_reward": 1.3866, "min_step_reward": -10.5576, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 277.744, "mean_ep_length": 200.0, "mean_collisions": 1.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.66, "policy_loss": 0.012066, "value_loss": 152.407986, "entropy": 0.268986, "total_loss": 76.21337, "clip_frac": 0.146973, "sps": 396.1, "elapsed_s": 148.3} {"update": 29, "steps_done": 59392, "mean_step_reward": 1.2652, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 251.057, "mean_ep_length": 200.0, "mean_collisions": 4.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.669, "policy_loss": 0.024294, "value_loss": 172.114851, "entropy": 0.262182, "total_loss": 86.079098, "clip_frac": 0.197754, "sps": 410.2, "elapsed_s": 153.3} {"update": 30, "steps_done": 61440, "mean_step_reward": 0.9249, "min_step_reward": -10.5591, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 191.13, "mean_ep_length": 200.0, "mean_collisions": 12.09, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.7, "policy_loss": 0.027035, "value_loss": 199.699722, "entropy": 0.283733, "total_loss": 99.874059, "clip_frac": 0.190552, "sps": 406.6, "elapsed_s": 158.3} {"update": 31, "steps_done": 63488, "mean_step_reward": 1.2493, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 251.06, "mean_ep_length": 200.0, "mean_collisions": 6.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.712, "policy_loss": 0.008897, "value_loss": 150.370262, "entropy": 0.291585, "total_loss": 75.191113, "clip_frac": 0.127075, "sps": 395.9, "elapsed_s": 163.5} {"update": 32, "steps_done": 65536, "mean_step_reward": 1.0758, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 206.635, "mean_ep_length": 196.5, "mean_collisions": 10.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.714, "policy_loss": 0.008697, "value_loss": 191.68651, "entropy": 0.293131, "total_loss": 95.849022, "clip_frac": 0.13855, "sps": 405.1, "elapsed_s": 168.6} {"update": 33, "steps_done": 67584, "mean_step_reward": 0.8585, "min_step_reward": -10.539, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 166.198, "mean_ep_length": 200.0, "mean_collisions": 13.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.681, "policy_loss": 0.015418, "value_loss": 176.356036, "entropy": 0.307231, "total_loss": 88.190363, "clip_frac": 0.178955, "sps": 411.1, "elapsed_s": 173.5} {"update": 34, "steps_done": 69632, "mean_step_reward": 0.8068, "min_step_reward": -10.5416, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 175.583, "mean_ep_length": 200.0, "mean_collisions": 13.64, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.698, "policy_loss": 0.013873, "value_loss": 231.954889, "entropy": 0.303612, "total_loss": 115.988282, "clip_frac": 0.140747, "sps": 410.3, "elapsed_s": 178.5} {"update": 35, "steps_done": 71680, "mean_step_reward": 1.0448, "min_step_reward": -10.5802, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 210.377, "mean_ep_length": 200.0, "mean_collisions": 10.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.71, "policy_loss": 0.023976, "value_loss": 152.573603, "entropy": 0.312813, "total_loss": 76.307649, "clip_frac": 0.194336, "sps": 415.8, "elapsed_s": 183.5} {"update": 36, "steps_done": 73728, "mean_step_reward": 0.9151, "min_step_reward": -10.5864, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 178.434, "mean_ep_length": 200.0, "mean_collisions": 10.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.652, "policy_loss": 0.020433, "value_loss": 154.122072, "entropy": 0.301484, "total_loss": 77.078453, "clip_frac": 0.17395, "sps": 421.3, "elapsed_s": 188.3} {"update": 37, "steps_done": 75776, "mean_step_reward": 1.0075, "min_step_reward": -10.5802, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 196.6, "mean_ep_length": 200.0, "mean_collisions": 9.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.663, "policy_loss": 0.011845, "value_loss": 131.162793, "entropy": 0.328269, "total_loss": 65.589959, "clip_frac": 0.141968, "sps": 420.9, "elapsed_s": 193.2} {"update": 38, "steps_done": 77824, "mean_step_reward": 1.0701, "min_step_reward": -10.5753, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 223.332, "mean_ep_length": 200.0, "mean_collisions": 8.91, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.699, "policy_loss": 0.009632, "value_loss": 130.160382, "entropy": 0.327843, "total_loss": 65.086544, "clip_frac": 0.118408, "sps": 413.2, "elapsed_s": 198.1} {"update": 39, "steps_done": 79872, "mean_step_reward": 1.1547, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 227.358, "mean_ep_length": 200.0, "mean_collisions": 7.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.69, "policy_loss": 0.007796, "value_loss": 128.293014, "entropy": 0.321655, "total_loss": 64.151086, "clip_frac": 0.09375, "sps": 410.3, "elapsed_s": 203.1} {"update": 40, "steps_done": 81920, "mean_step_reward": 0.9409, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 185.814, "mean_ep_length": 200.0, "mean_collisions": 10.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.657, "policy_loss": 0.008181, "value_loss": 150.730537, "entropy": 0.339403, "total_loss": 75.370054, "clip_frac": 0.115234, "sps": 403.8, "elapsed_s": 208.2} {"update": 41, "steps_done": 83968, "mean_step_reward": 1.0367, "min_step_reward": -10.5815, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 205.864, "mean_ep_length": 200.0, "mean_collisions": 11.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.706, "policy_loss": 0.020812, "value_loss": 179.552285, "entropy": 0.311573, "total_loss": 89.793839, "clip_frac": 0.192017, "sps": 413.7, "elapsed_s": 213.2} {"update": 42, "steps_done": 86016, "mean_step_reward": 1.0183, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 206.466, "mean_ep_length": 200.0, "mean_collisions": 6.82, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.637, "policy_loss": 0.015976, "value_loss": 139.767766, "entropy": 0.347853, "total_loss": 69.89638, "clip_frac": 0.154419, "sps": 409.3, "elapsed_s": 218.2} {"update": 43, "steps_done": 88064, "mean_step_reward": 0.7548, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 150.155, "mean_ep_length": 200.0, "mean_collisions": 13.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.663, "policy_loss": 0.01134, "value_loss": 144.711878, "entropy": 0.345972, "total_loss": 72.36382, "clip_frac": 0.154175, "sps": 413.3, "elapsed_s": 223.1} {"update": 44, "steps_done": 90112, "mean_step_reward": 0.6341, "min_step_reward": -10.5798, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 125.819, "mean_ep_length": 200.0, "mean_collisions": 16.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.669, "policy_loss": 0.013457, "value_loss": 140.125161, "entropy": 0.338625, "total_loss": 70.072651, "clip_frac": 0.158569, "sps": 416.0, "elapsed_s": 228.0} {"update": 45, "steps_done": 92160, "mean_step_reward": 0.6171, "min_step_reward": -10.5743, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 129.566, "mean_ep_length": 200.0, "mean_collisions": 15.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.659, "policy_loss": 0.00631, "value_loss": 153.034246, "entropy": 0.368318, "total_loss": 76.51975, "clip_frac": 0.095093, "sps": 408.8, "elapsed_s": 233.1} {"update": 46, "steps_done": 94208, "mean_step_reward": 0.8391, "min_step_reward": -10.5596, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 161.67, "mean_ep_length": 200.0, "mean_collisions": 14.27, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.687, "policy_loss": 0.009862, "value_loss": 126.946232, "entropy": 0.36362, "total_loss": 63.47934, "clip_frac": 0.158203, "sps": 407.6, "elapsed_s": 238.1} {"update": 47, "steps_done": 96256, "mean_step_reward": 0.9315, "min_step_reward": -10.5835, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 183.878, "mean_ep_length": 200.0, "mean_collisions": 11.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.677, "policy_loss": 0.017432, "value_loss": 117.379928, "entropy": 0.364948, "total_loss": 58.703746, "clip_frac": 0.157837, "sps": 411.0, "elapsed_s": 243.1} {"update": 48, "steps_done": 98304, "mean_step_reward": 0.9405, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 191.469, "mean_ep_length": 200.0, "mean_collisions": 11.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.693, "policy_loss": 0.015237, "value_loss": 126.82396, "entropy": 0.334198, "total_loss": 63.423875, "clip_frac": 0.189697, "sps": 410.1, "elapsed_s": 248.1} {"update": 49, "steps_done": 100352, "mean_step_reward": 1.1964, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 243.44, "mean_ep_length": 200.0, "mean_collisions": 5.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.671, "policy_loss": 0.020377, "value_loss": 113.287567, "entropy": 0.374723, "total_loss": 56.660413, "clip_frac": 0.213257, "sps": 406.4, "elapsed_s": 253.1} {"update": 50, "steps_done": 102400, "mean_step_reward": 1.053, "min_step_reward": -10.584, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 206.935, "mean_ep_length": 200.0, "mean_collisions": 8.73, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.67, "policy_loss": 0.022317, "value_loss": 127.499005, "entropy": 0.337924, "total_loss": 63.76844, "clip_frac": 0.235962, "sps": 412.7, "elapsed_s": 258.1} {"update": 51, "steps_done": 104448, "mean_step_reward": 1.0802, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 220.118, "mean_ep_length": 200.0, "mean_collisions": 5.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.631, "policy_loss": 0.012349, "value_loss": 118.999602, "entropy": 0.342146, "total_loss": 59.508728, "clip_frac": 0.122803, "sps": 415.0, "elapsed_s": 263.0} {"update": 52, "steps_done": 106496, "mean_step_reward": 1.0976, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 210.212, "mean_ep_length": 200.0, "mean_collisions": 5.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.622, "policy_loss": 0.005587, "value_loss": 124.821742, "entropy": 0.320034, "total_loss": 62.413258, "clip_frac": 0.078369, "sps": 406.8, "elapsed_s": 268.0} {"update": 53, "steps_done": 108544, "mean_step_reward": 0.9091, "min_step_reward": -10.5874, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 181.763, "mean_ep_length": 200.0, "mean_collisions": 9.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.639, "policy_loss": 0.011709, "value_loss": 134.770414, "entropy": 0.333478, "total_loss": 67.393581, "clip_frac": 0.12915, "sps": 409.9, "elapsed_s": 273.0} {"update": 54, "steps_done": 110592, "mean_step_reward": 0.8663, "min_step_reward": -10.5512, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 179.062, "mean_ep_length": 200.0, "mean_collisions": 6.73, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.59, "policy_loss": 0.019264, "value_loss": 113.656273, "entropy": 0.340646, "total_loss": 56.843993, "clip_frac": 0.154785, "sps": 418.6, "elapsed_s": 277.9} {"update": 55, "steps_done": 112640, "mean_step_reward": 1.0402, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 206.514, "mean_ep_length": 200.0, "mean_collisions": 7.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.641, "policy_loss": 0.011284, "value_loss": 128.386159, "entropy": 0.335866, "total_loss": 64.201004, "clip_frac": 0.108765, "sps": 410.8, "elapsed_s": 282.9} {"update": 56, "steps_done": 114688, "mean_step_reward": 1.2562, "min_step_reward": -10.5484, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 255.706, "mean_ep_length": 200.0, "mean_collisions": 6.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.714, "policy_loss": 0.019331, "value_loss": 147.745951, "entropy": 0.311735, "total_loss": 73.88919, "clip_frac": 0.202637, "sps": 410.7, "elapsed_s": 287.9} {"update": 57, "steps_done": 116736, "mean_step_reward": 0.6935, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 131.822, "mean_ep_length": 200.0, "mean_collisions": 16.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.666, "policy_loss": 0.006635, "value_loss": 179.571912, "entropy": 0.336969, "total_loss": 89.789222, "clip_frac": 0.128418, "sps": 414.4, "elapsed_s": 292.8} {"update": 58, "steps_done": 118784, "mean_step_reward": 0.8723, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 177.393, "mean_ep_length": 200.0, "mean_collisions": 13.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.697, "policy_loss": 0.007581, "value_loss": 181.681571, "entropy": 0.326326, "total_loss": 90.845104, "clip_frac": 0.137329, "sps": 408.9, "elapsed_s": 297.9} {"update": 59, "steps_done": 120832, "mean_step_reward": 0.7599, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 153.52, "mean_ep_length": 200.0, "mean_collisions": 14.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.668, "policy_loss": 0.003704, "value_loss": 131.882767, "entropy": 0.366085, "total_loss": 65.941427, "clip_frac": 0.097168, "sps": 410.6, "elapsed_s": 302.8} {"update": 60, "steps_done": 122880, "mean_step_reward": 0.9888, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 204.9, "mean_ep_length": 200.0, "mean_collisions": 11.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.718, "policy_loss": 0.007703, "value_loss": 158.119345, "entropy": 0.324786, "total_loss": 79.064129, "clip_frac": 0.142212, "sps": 417.9, "elapsed_s": 307.7} {"update": 61, "steps_done": 124928, "mean_step_reward": 1.1648, "min_step_reward": -10.5215, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 221.975, "mean_ep_length": 200.0, "mean_collisions": 9.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.698, "policy_loss": 0.030026, "value_loss": 120.844078, "entropy": 0.337359, "total_loss": 60.448691, "clip_frac": 0.219849, "sps": 409.3, "elapsed_s": 312.8} {"update": 62, "steps_done": 126976, "mean_step_reward": 0.7212, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 146.71, "mean_ep_length": 200.0, "mean_collisions": 15.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.683, "policy_loss": 0.014981, "value_loss": 130.729363, "entropy": 0.345649, "total_loss": 65.376205, "clip_frac": 0.145874, "sps": 415.0, "elapsed_s": 317.7} {"update": 63, "steps_done": 129024, "mean_step_reward": 0.7671, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 159.349, "mean_ep_length": 200.0, "mean_collisions": 16.55, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.72, "policy_loss": 0.014328, "value_loss": 158.996366, "entropy": 0.331325, "total_loss": 79.509197, "clip_frac": 0.199097, "sps": 409.4, "elapsed_s": 322.7} {"update": 64, "steps_done": 131072, "mean_step_reward": 0.3025, "min_step_reward": -10.5838, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 61.733, "mean_ep_length": 200.0, "mean_collisions": 23.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.668, "policy_loss": 0.008411, "value_loss": 183.783129, "entropy": 0.359812, "total_loss": 91.896377, "clip_frac": 0.129395, "sps": 416.5, "elapsed_s": 327.6} {"update": 65, "steps_done": 133120, "mean_step_reward": 0.294, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 52.857, "mean_ep_length": 187.3, "mean_collisions": 23.45, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.692, "policy_loss": 0.015011, "value_loss": 184.544376, "entropy": 0.382305, "total_loss": 92.283376, "clip_frac": 0.208862, "sps": 411.3, "elapsed_s": 332.6} {"update": 66, "steps_done": 135168, "mean_step_reward": 0.1763, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 22.542, "mean_ep_length": 193.1, "mean_collisions": 28.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.714, "policy_loss": 0.00746, "value_loss": 187.472895, "entropy": 0.369343, "total_loss": 93.740214, "clip_frac": 0.179565, "sps": 409.7, "elapsed_s": 337.6} {"update": 67, "steps_done": 137216, "mean_step_reward": 0.3936, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 100.328, "mean_ep_length": 200.0, "mean_collisions": 21.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.698, "policy_loss": 0.007224, "value_loss": 128.740881, "entropy": 0.388674, "total_loss": 64.373777, "clip_frac": 0.10144, "sps": 404.2, "elapsed_s": 342.7} {"update": 68, "steps_done": 139264, "mean_step_reward": 0.4185, "min_step_reward": -10.5615, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 67.82, "mean_ep_length": 200.0, "mean_collisions": 23.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.678, "policy_loss": 0.001093, "value_loss": 139.225859, "entropy": 0.392217, "total_loss": 69.6101, "clip_frac": 0.087769, "sps": 409.4, "elapsed_s": 347.7} {"update": 69, "steps_done": 141312, "mean_step_reward": 0.6128, "min_step_reward": -10.5835, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 119.973, "mean_ep_length": 197.6, "mean_collisions": 17.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.668, "policy_loss": 0.008797, "value_loss": 121.368441, "entropy": 0.413125, "total_loss": 60.688887, "clip_frac": 0.116577, "sps": 410.0, "elapsed_s": 352.7} {"update": 70, "steps_done": 143360, "mean_step_reward": 0.8605, "min_step_reward": -10.5901, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 172.449, "mean_ep_length": 200.0, "mean_collisions": 12.73, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.677, "policy_loss": 0.027703, "value_loss": 106.963558, "entropy": 0.365805, "total_loss": 53.505824, "clip_frac": 0.240601, "sps": 412.1, "elapsed_s": 357.6} {"update": 71, "steps_done": 145408, "mean_step_reward": 0.4212, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 78.927, "mean_ep_length": 200.0, "mean_collisions": 22.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.679, "policy_loss": 0.009184, "value_loss": 100.791611, "entropy": 0.377228, "total_loss": 50.401218, "clip_frac": 0.113403, "sps": 409.7, "elapsed_s": 362.6} {"update": 72, "steps_done": 147456, "mean_step_reward": 0.595, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 122.248, "mean_ep_length": 200.0, "mean_collisions": 19.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.707, "policy_loss": 0.006574, "value_loss": 128.468394, "entropy": 0.367399, "total_loss": 64.237098, "clip_frac": 0.141968, "sps": 411.7, "elapsed_s": 367.6} {"update": 73, "steps_done": 149504, "mean_step_reward": 0.4537, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 90.326, "mean_ep_length": 200.0, "mean_collisions": 23.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.725, "policy_loss": 0.001982, "value_loss": 168.149432, "entropy": 0.336876, "total_loss": 84.073329, "clip_frac": 0.111938, "sps": 412.7, "elapsed_s": 372.6} {"update": 74, "steps_done": 151552, "mean_step_reward": 0.7103, "min_step_reward": -10.5834, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 134.582, "mean_ep_length": 200.0, "mean_collisions": 17.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.688, "policy_loss": 0.01454, "value_loss": 127.507842, "entropy": 0.377059, "total_loss": 63.764691, "clip_frac": 0.170532, "sps": 410.0, "elapsed_s": 377.6} {"update": 75, "steps_done": 153600, "mean_step_reward": 0.9793, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 196.374, "mean_ep_length": 200.0, "mean_collisions": 9.09, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.659, "policy_loss": 0.013573, "value_loss": 110.22095, "entropy": 0.38513, "total_loss": 55.120197, "clip_frac": 0.145752, "sps": 402.3, "elapsed_s": 382.7} {"update": 76, "steps_done": 155648, "mean_step_reward": 0.8864, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 175.373, "mean_ep_length": 200.0, "mean_collisions": 15.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.722, "policy_loss": 0.004907, "value_loss": 115.992641, "entropy": 0.370964, "total_loss": 57.997518, "clip_frac": 0.099854, "sps": 413.5, "elapsed_s": 387.6} {"update": 77, "steps_done": 157696, "mean_step_reward": 0.646, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 127.813, "mean_ep_length": 200.0, "mean_collisions": 16.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.666, "policy_loss": 0.015058, "value_loss": 122.517187, "entropy": 0.369681, "total_loss": 61.269955, "clip_frac": 0.18689, "sps": 412.7, "elapsed_s": 392.6} {"update": 78, "steps_done": 159744, "mean_step_reward": 1.0653, "min_step_reward": -10.5853, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 200.548, "mean_ep_length": 189.1, "mean_collisions": 8.73, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.691, "policy_loss": 0.0081, "value_loss": 100.007965, "entropy": 0.369456, "total_loss": 50.008388, "clip_frac": 0.106812, "sps": 409.4, "elapsed_s": 397.6} {"update": 79, "steps_done": 161792, "mean_step_reward": 0.9249, "min_step_reward": -10.5597, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 180.033, "mean_ep_length": 193.6, "mean_collisions": 11.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.682, "policy_loss": 0.005808, "value_loss": 106.079635, "entropy": 0.337404, "total_loss": 53.042251, "clip_frac": 0.121826, "sps": 412.3, "elapsed_s": 402.5} {"update": 80, "steps_done": 163840, "mean_step_reward": 0.9755, "min_step_reward": -10.584, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 198.353, "mean_ep_length": 200.0, "mean_collisions": 10.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.688, "policy_loss": 0.006557, "value_loss": 124.195643, "entropy": 0.335768, "total_loss": 62.10102, "clip_frac": 0.109375, "sps": 414.1, "elapsed_s": 407.5} {"update": 81, "steps_done": 165888, "mean_step_reward": 1.2235, "min_step_reward": -10.5552, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 242.223, "mean_ep_length": 200.0, "mean_collisions": 7.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.698, "policy_loss": 0.027895, "value_loss": 101.863175, "entropy": 0.295756, "total_loss": 50.956524, "clip_frac": 0.209473, "sps": 414.2, "elapsed_s": 412.4} {"update": 82, "steps_done": 167936, "mean_step_reward": 0.861, "min_step_reward": -10.584, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 176.609, "mean_ep_length": 200.0, "mean_collisions": 13.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.703, "policy_loss": 0.00918, "value_loss": 122.839565, "entropy": 0.306779, "total_loss": 61.425895, "clip_frac": 0.146729, "sps": 410.4, "elapsed_s": 417.4} {"update": 83, "steps_done": 169984, "mean_step_reward": 1.2062, "min_step_reward": -10.5831, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 220.766, "mean_ep_length": 192.9, "mean_collisions": 7.36, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.685, "policy_loss": 0.008149, "value_loss": 126.26924, "entropy": 0.31091, "total_loss": 63.13966, "clip_frac": 0.118042, "sps": 415.2, "elapsed_s": 422.4} {"update": 84, "steps_done": 172032, "mean_step_reward": 0.988, "min_step_reward": -10.584, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 211.891, "mean_ep_length": 200.0, "mean_collisions": 10.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.7, "policy_loss": 0.007495, "value_loss": 134.047334, "entropy": 0.31377, "total_loss": 67.028024, "clip_frac": 0.128906, "sps": 409.4, "elapsed_s": 427.4} {"update": 85, "steps_done": 174080, "mean_step_reward": 0.8312, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 155.353, "mean_ep_length": 200.0, "mean_collisions": 14.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.683, "policy_loss": 0.01081, "value_loss": 168.831388, "entropy": 0.322631, "total_loss": 84.423277, "clip_frac": 0.178101, "sps": 414.7, "elapsed_s": 432.3} {"update": 86, "steps_done": 176128, "mean_step_reward": 1.0645, "min_step_reward": -10.5358, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 214.276, "mean_ep_length": 200.0, "mean_collisions": 7.64, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.664, "policy_loss": 0.012305, "value_loss": 136.715389, "entropy": 0.31425, "total_loss": 68.366856, "clip_frac": 0.108765, "sps": 415.3, "elapsed_s": 437.2} {"update": 87, "steps_done": 178176, "mean_step_reward": 1.0615, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 212.697, "mean_ep_length": 200.0, "mean_collisions": 8.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.677, "policy_loss": 0.019002, "value_loss": 126.965534, "entropy": 0.321473, "total_loss": 63.498555, "clip_frac": 0.22644, "sps": 414.7, "elapsed_s": 442.2} {"update": 88, "steps_done": 180224, "mean_step_reward": 1.1495, "min_step_reward": -10.5422, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 226.966, "mean_ep_length": 200.0, "mean_collisions": 7.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.68, "policy_loss": 0.004336, "value_loss": 122.132993, "entropy": 0.316635, "total_loss": 61.067667, "clip_frac": 0.105225, "sps": 414.5, "elapsed_s": 447.1} {"update": 89, "steps_done": 182272, "mean_step_reward": 1.1216, "min_step_reward": -10.581, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 233.605, "mean_ep_length": 200.0, "mean_collisions": 5.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.652, "policy_loss": 0.00345, "value_loss": 116.071189, "entropy": 0.334286, "total_loss": 58.035702, "clip_frac": 0.134033, "sps": 413.2, "elapsed_s": 452.1} {"update": 90, "steps_done": 184320, "mean_step_reward": 1.2973, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 251.196, "mean_ep_length": 200.0, "mean_collisions": 4.36, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.669, "policy_loss": 0.018487, "value_loss": 151.36533, "entropy": 0.309176, "total_loss": 75.69806, "clip_frac": 0.170776, "sps": 409.8, "elapsed_s": 457.1} {"update": 91, "steps_done": 186368, "mean_step_reward": 1.0297, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 203.659, "mean_ep_length": 200.0, "mean_collisions": 7.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.641, "policy_loss": 0.008008, "value_loss": 132.714437, "entropy": 0.312277, "total_loss": 66.362103, "clip_frac": 0.18335, "sps": 411.3, "elapsed_s": 462.1} {"update": 92, "steps_done": 188416, "mean_step_reward": 1.2069, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 237.708, "mean_ep_length": 200.0, "mean_collisions": 5.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.659, "policy_loss": 0.006884, "value_loss": 121.648886, "entropy": 0.305761, "total_loss": 60.82827, "clip_frac": 0.110107, "sps": 409.0, "elapsed_s": 467.1} {"update": 93, "steps_done": 190464, "mean_step_reward": 1.2337, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 258.112, "mean_ep_length": 200.0, "mean_collisions": 5.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.695, "policy_loss": 0.011312, "value_loss": 141.604958, "entropy": 0.304461, "total_loss": 70.810746, "clip_frac": 0.154053, "sps": 401.5, "elapsed_s": 472.2} {"update": 94, "steps_done": 192512, "mean_step_reward": 1.0929, "min_step_reward": -10.5576, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 215.245, "mean_ep_length": 200.0, "mean_collisions": 7.09, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.656, "policy_loss": 0.013158, "value_loss": 151.899196, "entropy": 0.306613, "total_loss": 75.959689, "clip_frac": 0.142944, "sps": 413.1, "elapsed_s": 477.1} {"update": 95, "steps_done": 194560, "mean_step_reward": 1.2432, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 247.71, "mean_ep_length": 200.0, "mean_collisions": 7.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.715, "policy_loss": 0.007744, "value_loss": 156.828969, "entropy": 0.268729, "total_loss": 78.41954, "clip_frac": 0.091797, "sps": 410.1, "elapsed_s": 482.1} {"update": 96, "steps_done": 196608, "mean_step_reward": 0.9617, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 195.718, "mean_ep_length": 200.0, "mean_collisions": 7.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.637, "policy_loss": 0.021185, "value_loss": 157.23755, "entropy": 0.315652, "total_loss": 78.636803, "clip_frac": 0.175537, "sps": 413.0, "elapsed_s": 487.1} {"update": 97, "steps_done": 198656, "mean_step_reward": 1.0165, "min_step_reward": -10.5265, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 207.553, "mean_ep_length": 200.0, "mean_collisions": 6.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.634, "policy_loss": 0.013787, "value_loss": 126.759018, "entropy": 0.300651, "total_loss": 63.390289, "clip_frac": 0.147461, "sps": 413.7, "elapsed_s": 492.0} {"update": 98, "steps_done": 200704, "mean_step_reward": 1.0636, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 208.48, "mean_ep_length": 200.0, "mean_collisions": 6.91, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.643, "policy_loss": 0.009415, "value_loss": 149.94311, "entropy": 0.310981, "total_loss": 74.97786, "clip_frac": 0.119507, "sps": 412.2, "elapsed_s": 497.0} {"update": 99, "steps_done": 202752, "mean_step_reward": 0.9497, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 185.732, "mean_ep_length": 200.0, "mean_collisions": 8.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.637, "policy_loss": 0.008624, "value_loss": 142.087251, "entropy": 0.292967, "total_loss": 71.04932, "clip_frac": 0.111816, "sps": 418.4, "elapsed_s": 501.9} {"update": 100, "steps_done": 204800, "mean_step_reward": 1.1045, "min_step_reward": -10.584, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 217.027, "mean_ep_length": 200.0, "mean_collisions": 7.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.657, "policy_loss": 0.014823, "value_loss": 137.871085, "entropy": 0.305672, "total_loss": 68.947309, "clip_frac": 0.121826, "sps": 424.1, "elapsed_s": 506.7} {"update": 101, "steps_done": 206848, "mean_step_reward": 1.1206, "min_step_reward": -10.5586, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 231.532, "mean_ep_length": 200.0, "mean_collisions": 5.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.65, "policy_loss": 0.010345, "value_loss": 137.213735, "entropy": 0.309136, "total_loss": 68.614121, "clip_frac": 0.177979, "sps": 416.8, "elapsed_s": 511.6} {"update": 102, "steps_done": 208896, "mean_step_reward": 0.9395, "min_step_reward": -10.5259, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 188.346, "mean_ep_length": 200.0, "mean_collisions": 11.36, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.683, "policy_loss": 0.014953, "value_loss": 203.095434, "entropy": 0.318865, "total_loss": 101.559482, "clip_frac": 0.164185, "sps": 409.6, "elapsed_s": 516.6} {"update": 103, "steps_done": 210944, "mean_step_reward": 1.2007, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 241.004, "mean_ep_length": 200.0, "mean_collisions": 6.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.685, "policy_loss": 0.008248, "value_loss": 168.646526, "entropy": 0.31539, "total_loss": 84.328357, "clip_frac": 0.170776, "sps": 417.9, "elapsed_s": 521.5} {"update": 104, "steps_done": 212992, "mean_step_reward": 1.2503, "min_step_reward": -10.5871, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 250.597, "mean_ep_length": 200.0, "mean_collisions": 4.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.669, "policy_loss": 0.02092, "value_loss": 112.638902, "entropy": 0.309117, "total_loss": 56.337279, "clip_frac": 0.158203, "sps": 409.4, "elapsed_s": 526.5} {"update": 105, "steps_done": 215040, "mean_step_reward": 1.3395, "min_step_reward": -7.5895, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 265.251, "mean_ep_length": 200.0, "mean_collisions": 4.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.685, "policy_loss": 0.008542, "value_loss": 134.448121, "entropy": 0.294272, "total_loss": 67.229659, "clip_frac": 0.101318, "sps": 409.9, "elapsed_s": 531.5} {"update": 106, "steps_done": 217088, "mean_step_reward": 1.1702, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 235.966, "mean_ep_length": 200.0, "mean_collisions": 5.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.666, "policy_loss": 0.008945, "value_loss": 149.542161, "entropy": 0.318358, "total_loss": 74.776843, "clip_frac": 0.135986, "sps": 418.7, "elapsed_s": 536.4} {"update": 107, "steps_done": 219136, "mean_step_reward": 1.0066, "min_step_reward": -10.5861, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 204.115, "mean_ep_length": 200.0, "mean_collisions": 5.18, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.606, "policy_loss": 0.006894, "value_loss": 140.242645, "entropy": 0.300272, "total_loss": 70.125214, "clip_frac": 0.112793, "sps": 413.8, "elapsed_s": 541.4} {"update": 108, "steps_done": 221184, "mean_step_reward": 1.1383, "min_step_reward": -7.5886, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 227.254, "mean_ep_length": 200.0, "mean_collisions": 6.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.666, "policy_loss": 0.022931, "value_loss": 159.570733, "entropy": 0.29066, "total_loss": 79.805391, "clip_frac": 0.187622, "sps": 407.5, "elapsed_s": 546.4} {"update": 109, "steps_done": 223232, "mean_step_reward": 0.7928, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 160.894, "mean_ep_length": 200.0, "mean_collisions": 14.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.68, "policy_loss": 0.011153, "value_loss": 186.694365, "entropy": 0.302178, "total_loss": 93.355314, "clip_frac": 0.141235, "sps": 408.9, "elapsed_s": 551.4} {"update": 110, "steps_done": 225280, "mean_step_reward": 1.0301, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 205.37, "mean_ep_length": 200.0, "mean_collisions": 9.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.685, "policy_loss": 0.015251, "value_loss": 175.786044, "entropy": 0.315865, "total_loss": 87.905114, "clip_frac": 0.148071, "sps": 411.4, "elapsed_s": 556.4} {"update": 111, "steps_done": 227328, "mean_step_reward": 1.0357, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 206.136, "mean_ep_length": 200.0, "mean_collisions": 9.73, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.683, "policy_loss": 0.00581, "value_loss": 152.202194, "entropy": 0.307001, "total_loss": 76.103837, "clip_frac": 0.113403, "sps": 403.9, "elapsed_s": 561.5} {"update": 112, "steps_done": 229376, "mean_step_reward": 1.3952, "min_step_reward": -10.5412, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 280.773, "mean_ep_length": 200.0, "mean_collisions": 4.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.725, "policy_loss": 0.021346, "value_loss": 149.660648, "entropy": 0.303459, "total_loss": 74.848636, "clip_frac": 0.206055, "sps": 409.0, "elapsed_s": 566.5} {"update": 113, "steps_done": 231424, "mean_step_reward": 1.1594, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 230.189, "mean_ep_length": 200.0, "mean_collisions": 6.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.677, "policy_loss": 0.023587, "value_loss": 150.84999, "entropy": 0.309433, "total_loss": 75.445488, "clip_frac": 0.240601, "sps": 410.1, "elapsed_s": 571.5} {"update": 114, "steps_done": 233472, "mean_step_reward": 1.079, "min_step_reward": -7.5871, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 214.594, "mean_ep_length": 200.0, "mean_collisions": 3.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.588, "policy_loss": 0.01517, "value_loss": 153.092815, "entropy": 0.347677, "total_loss": 76.5581, "clip_frac": 0.146729, "sps": 410.5, "elapsed_s": 576.5} {"update": 115, "steps_done": 235520, "mean_step_reward": 1.0874, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 219.59, "mean_ep_length": 200.0, "mean_collisions": 3.55, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.602, "policy_loss": 0.016512, "value_loss": 140.704524, "entropy": 0.317913, "total_loss": 70.365595, "clip_frac": 0.152222, "sps": 405.9, "elapsed_s": 581.5} {"update": 116, "steps_done": 237568, "mean_step_reward": 1.2404, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 245.564, "mean_ep_length": 200.0, "mean_collisions": 2.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.629, "policy_loss": 0.01423, "value_loss": 144.437994, "entropy": 0.327075, "total_loss": 72.229956, "clip_frac": 0.140503, "sps": 405.9, "elapsed_s": 586.6} {"update": 117, "steps_done": 239616, "mean_step_reward": 1.3468, "min_step_reward": -7.587, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 271.138, "mean_ep_length": 200.0, "mean_collisions": 1.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.647, "policy_loss": 0.01479, "value_loss": 144.719767, "entropy": 0.336875, "total_loss": 72.371305, "clip_frac": 0.172729, "sps": 410.5, "elapsed_s": 591.5} {"update": 118, "steps_done": 241664, "mean_step_reward": 1.275, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 260.523, "mean_ep_length": 200.0, "mean_collisions": 1.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.627, "policy_loss": 0.002281, "value_loss": 152.966134, "entropy": 0.353663, "total_loss": 76.481812, "clip_frac": 0.116211, "sps": 412.6, "elapsed_s": 596.5} {"update": 119, "steps_done": 243712, "mean_step_reward": 1.2834, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 254.045, "mean_ep_length": 200.0, "mean_collisions": 1.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.617, "policy_loss": 0.010922, "value_loss": 170.218933, "entropy": 0.346197, "total_loss": 85.116927, "clip_frac": 0.176514, "sps": 410.1, "elapsed_s": 601.5} {"update": 120, "steps_done": 245760, "mean_step_reward": 1.1361, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 225.94, "mean_ep_length": 200.0, "mean_collisions": 2.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.604, "policy_loss": 0.032833, "value_loss": 147.571629, "entropy": 0.331779, "total_loss": 73.81533, "clip_frac": 0.281616, "sps": 406.9, "elapsed_s": 606.5} {"update": 121, "steps_done": 247808, "mean_step_reward": 1.2663, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 253.817, "mean_ep_length": 200.0, "mean_collisions": 1.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.629, "policy_loss": 0.014408, "value_loss": 143.307721, "entropy": 0.342691, "total_loss": 71.664842, "clip_frac": 0.222046, "sps": 409.4, "elapsed_s": 611.5} {"update": 122, "steps_done": 249856, "mean_step_reward": 1.2563, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 245.521, "mean_ep_length": 200.0, "mean_collisions": 3.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.641, "policy_loss": 0.015998, "value_loss": 166.113197, "entropy": 0.316275, "total_loss": 83.069435, "clip_frac": 0.173584, "sps": 413.3, "elapsed_s": 616.5} {"update": 123, "steps_done": 251904, "mean_step_reward": 1.0541, "min_step_reward": -7.5891, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 219.092, "mean_ep_length": 200.0, "mean_collisions": 3.27, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.598, "policy_loss": -0.000797, "value_loss": 169.42062, "entropy": 0.303196, "total_loss": 84.706481, "clip_frac": 0.060913, "sps": 412.6, "elapsed_s": 621.5} {"update": 124, "steps_done": 253952, "mean_step_reward": 1.1708, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 232.337, "mean_ep_length": 200.0, "mean_collisions": 3.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.626, "policy_loss": 0.003578, "value_loss": 162.909996, "entropy": 0.348188, "total_loss": 81.455093, "clip_frac": 0.090576, "sps": 415.2, "elapsed_s": 626.4} {"update": 125, "steps_done": 256000, "mean_step_reward": 1.3666, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 272.751, "mean_ep_length": 200.0, "mean_collisions": 1.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.649, "policy_loss": 0.010827, "value_loss": 151.527834, "entropy": 0.349094, "total_loss": 75.771253, "clip_frac": 0.13623, "sps": 411.1, "elapsed_s": 631.4} {"update": 126, "steps_done": 258048, "mean_step_reward": 1.3256, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 269.709, "mean_ep_length": 200.0, "mean_collisions": 1.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.647, "policy_loss": 0.016316, "value_loss": 150.864519, "entropy": 0.328016, "total_loss": 75.445296, "clip_frac": 0.173218, "sps": 409.7, "elapsed_s": 636.4} {"update": 127, "steps_done": 260096, "mean_step_reward": 1.298, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 256.295, "mean_ep_length": 200.0, "mean_collisions": 2.55, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.646, "policy_loss": 0.017924, "value_loss": 170.177269, "entropy": 0.337234, "total_loss": 85.103186, "clip_frac": 0.172729, "sps": 411.4, "elapsed_s": 641.4} {"update": 128, "steps_done": 262144, "mean_step_reward": 1.407, "min_step_reward": -7.589, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 280.147, "mean_ep_length": 200.0, "mean_collisions": 0.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.659, "policy_loss": 0.007852, "value_loss": 168.00702, "entropy": 0.312038, "total_loss": 84.008241, "clip_frac": 0.114136, "sps": 402.8, "elapsed_s": 646.4} {"update": 129, "steps_done": 264192, "mean_step_reward": 1.2163, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 242.13, "mean_ep_length": 200.0, "mean_collisions": 2.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.62, "policy_loss": 0.003054, "value_loss": 179.455894, "entropy": 0.333977, "total_loss": 89.727661, "clip_frac": 0.107788, "sps": 409.0, "elapsed_s": 651.5} {"update": 130, "steps_done": 266240, "mean_step_reward": 1.3204, "min_step_reward": -7.5895, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 276.19, "mean_ep_length": 200.0, "mean_collisions": 1.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.656, "policy_loss": 0.003182, "value_loss": 152.232834, "entropy": 0.340304, "total_loss": 76.116197, "clip_frac": 0.07373, "sps": 412.5, "elapsed_s": 656.4} {"update": 131, "steps_done": 268288, "mean_step_reward": 1.282, "min_step_reward": -10.528, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 248.136, "mean_ep_length": 200.0, "mean_collisions": 2.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.627, "policy_loss": 0.004324, "value_loss": 170.228026, "entropy": 0.343593, "total_loss": 85.114902, "clip_frac": 0.089233, "sps": 409.1, "elapsed_s": 661.4} {"update": 132, "steps_done": 270336, "mean_step_reward": 1.1698, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 237.247, "mean_ep_length": 200.0, "mean_collisions": 3.18, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.625, "policy_loss": 0.012462, "value_loss": 174.586725, "entropy": 0.344662, "total_loss": 87.302377, "clip_frac": 0.133179, "sps": 410.9, "elapsed_s": 666.4} {"update": 133, "steps_done": 272384, "mean_step_reward": 1.232, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 244.695, "mean_ep_length": 200.0, "mean_collisions": 2.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.628, "policy_loss": 0.003277, "value_loss": 158.852929, "entropy": 0.327677, "total_loss": 79.426466, "clip_frac": 0.081787, "sps": 413.3, "elapsed_s": 671.4} {"update": 134, "steps_done": 274432, "mean_step_reward": 1.3028, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 255.122, "mean_ep_length": 200.0, "mean_collisions": 3.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.652, "policy_loss": 0.004869, "value_loss": 130.344615, "entropy": 0.337446, "total_loss": 65.173802, "clip_frac": 0.07251, "sps": 408.2, "elapsed_s": 676.4} {"update": 135, "steps_done": 276480, "mean_step_reward": 1.2994, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 256.764, "mean_ep_length": 200.0, "mean_collisions": 4.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.677, "policy_loss": 0.008515, "value_loss": 187.67447, "entropy": 0.303179, "total_loss": 93.842718, "clip_frac": 0.10498, "sps": 414.1, "elapsed_s": 681.3} {"update": 136, "steps_done": 278528, "mean_step_reward": 1.2328, "min_step_reward": -10.5564, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 255.79, "mean_ep_length": 200.0, "mean_collisions": 4.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.67, "policy_loss": 0.012484, "value_loss": 180.866358, "entropy": 0.326213, "total_loss": 90.4424, "clip_frac": 0.088745, "sps": 409.8, "elapsed_s": 686.3} {"update": 137, "steps_done": 280576, "mean_step_reward": 1.4222, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 279.139, "mean_ep_length": 200.0, "mean_collisions": 2.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.677, "policy_loss": 0.00407, "value_loss": 157.795559, "entropy": 0.317921, "total_loss": 78.89867, "clip_frac": 0.061768, "sps": 400.4, "elapsed_s": 691.4} {"update": 138, "steps_done": 282624, "mean_step_reward": 1.3432, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 275.088, "mean_ep_length": 200.0, "mean_collisions": 0.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.648, "policy_loss": 0.011803, "value_loss": 164.583801, "entropy": 0.337568, "total_loss": 82.300328, "clip_frac": 0.115845, "sps": 406.1, "elapsed_s": 696.5} {"update": 139, "steps_done": 284672, "mean_step_reward": 1.2742, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 254.572, "mean_ep_length": 200.0, "mean_collisions": 1.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.619, "policy_loss": 0.004827, "value_loss": 174.244461, "entropy": 0.380732, "total_loss": 87.12325, "clip_frac": 0.101318, "sps": 409.7, "elapsed_s": 701.5} {"update": 140, "steps_done": 286720, "mean_step_reward": 1.2345, "min_step_reward": -7.586, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 246.474, "mean_ep_length": 200.0, "mean_collisions": 0.45, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.595, "policy_loss": 0.019478, "value_loss": 156.564286, "entropy": 0.334017, "total_loss": 78.29828, "clip_frac": 0.156616, "sps": 405.9, "elapsed_s": 706.5} {"update": 141, "steps_done": 288768, "mean_step_reward": 1.1941, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 236.002, "mean_ep_length": 196.7, "mean_collisions": 1.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.603, "policy_loss": 0.008251, "value_loss": 133.528085, "entropy": 0.339728, "total_loss": 66.768897, "clip_frac": 0.125977, "sps": 411.3, "elapsed_s": 711.5} {"update": 142, "steps_done": 290816, "mean_step_reward": 1.3085, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 259.982, "mean_ep_length": 200.0, "mean_collisions": 1.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.636, "policy_loss": 0.01148, "value_loss": 166.341523, "entropy": 0.33982, "total_loss": 83.178842, "clip_frac": 0.164185, "sps": 411.5, "elapsed_s": 716.5} {"update": 143, "steps_done": 292864, "mean_step_reward": 1.2178, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 243.594, "mean_ep_length": 200.0, "mean_collisions": 1.82, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.612, "policy_loss": 0.006993, "value_loss": 170.68599, "entropy": 0.350449, "total_loss": 85.346483, "clip_frac": 0.088867, "sps": 410.4, "elapsed_s": 721.5} {"update": 144, "steps_done": 294912, "mean_step_reward": 1.293, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 256.504, "mean_ep_length": 200.0, "mean_collisions": 1.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.626, "policy_loss": 0.008695, "value_loss": 158.991504, "entropy": 0.327227, "total_loss": 79.501174, "clip_frac": 0.15625, "sps": 414.3, "elapsed_s": 726.4} {"update": 145, "steps_done": 296960, "mean_step_reward": 1.3179, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 263.899, "mean_ep_length": 200.0, "mean_collisions": 3.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.668, "policy_loss": 0.023458, "value_loss": 173.595869, "entropy": 0.303464, "total_loss": 86.818357, "clip_frac": 0.180786, "sps": 406.6, "elapsed_s": 731.5} {"update": 146, "steps_done": 299008, "mean_step_reward": 1.2487, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 250.925, "mean_ep_length": 200.0, "mean_collisions": 3.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.658, "policy_loss": 0.023187, "value_loss": 153.463534, "entropy": 0.28452, "total_loss": 76.752107, "clip_frac": 0.199951, "sps": 398.0, "elapsed_s": 736.6} {"update": 147, "steps_done": 301056, "mean_step_reward": 1.3693, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 272.743, "mean_ep_length": 200.0, "mean_collisions": 4.55, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.707, "policy_loss": 0.008122, "value_loss": 180.653949, "entropy": 0.266994, "total_loss": 90.332427, "clip_frac": 0.134277, "sps": 412.8, "elapsed_s": 741.6} {"update": 148, "steps_done": 303104, "mean_step_reward": 1.3197, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 262.307, "mean_ep_length": 200.0, "mean_collisions": 5.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.698, "policy_loss": 0.007503, "value_loss": 171.111594, "entropy": 0.261933, "total_loss": 85.560681, "clip_frac": 0.109497, "sps": 412.0, "elapsed_s": 746.5} {"update": 149, "steps_done": 305152, "mean_step_reward": 1.1643, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 238.039, "mean_ep_length": 200.0, "mean_collisions": 6.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.687, "policy_loss": 0.006644, "value_loss": 159.434564, "entropy": 0.295702, "total_loss": 79.720969, "clip_frac": 0.089478, "sps": 405.5, "elapsed_s": 751.6} {"update": 150, "steps_done": 307200, "mean_step_reward": 1.1192, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 229.586, "mean_ep_length": 200.0, "mean_collisions": 8.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.698, "policy_loss": 0.006649, "value_loss": 153.24041, "entropy": 0.285475, "total_loss": 76.624, "clip_frac": 0.097168, "sps": 408.5, "elapsed_s": 756.6} {"update": 151, "steps_done": 309248, "mean_step_reward": 1.0401, "min_step_reward": -10.582, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 196.858, "mean_ep_length": 200.0, "mean_collisions": 8.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.655, "policy_loss": 0.009013, "value_loss": 163.113413, "entropy": 0.281056, "total_loss": 81.562909, "clip_frac": 0.10083, "sps": 412.8, "elapsed_s": 761.6} {"update": 152, "steps_done": 311296, "mean_step_reward": 1.2953, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 256.28, "mean_ep_length": 200.0, "mean_collisions": 6.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.705, "policy_loss": 0.022916, "value_loss": 166.434837, "entropy": 0.275569, "total_loss": 83.237579, "clip_frac": 0.148682, "sps": 407.2, "elapsed_s": 766.6} {"update": 153, "steps_done": 313344, "mean_step_reward": 1.151, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 233.313, "mean_ep_length": 200.0, "mean_collisions": 10.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.733, "policy_loss": 0.004235, "value_loss": 172.57589, "entropy": 0.286207, "total_loss": 86.289317, "clip_frac": 0.093018, "sps": 410.3, "elapsed_s": 771.6} {"update": 154, "steps_done": 315392, "mean_step_reward": 1.0938, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 209.495, "mean_ep_length": 200.0, "mean_collisions": 7.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.654, "policy_loss": 0.018093, "value_loss": 177.669157, "entropy": 0.299128, "total_loss": 88.84968, "clip_frac": 0.16687, "sps": 410.4, "elapsed_s": 776.6} {"update": 155, "steps_done": 317440, "mean_step_reward": 1.2663, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 255.513, "mean_ep_length": 200.0, "mean_collisions": 5.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.694, "policy_loss": 0.008528, "value_loss": 164.539522, "entropy": 0.281055, "total_loss": 82.275478, "clip_frac": 0.100342, "sps": 402.3, "elapsed_s": 781.7} {"update": 156, "steps_done": 319488, "mean_step_reward": 1.2354, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 251.873, "mean_ep_length": 200.0, "mean_collisions": 4.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.663, "policy_loss": 0.007404, "value_loss": 166.927018, "entropy": 0.293398, "total_loss": 83.467978, "clip_frac": 0.108643, "sps": 409.2, "elapsed_s": 786.7} {"update": 157, "steps_done": 321536, "mean_step_reward": 1.2925, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 257.114, "mean_ep_length": 200.0, "mean_collisions": 4.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.689, "policy_loss": 0.009097, "value_loss": 165.274862, "entropy": 0.275074, "total_loss": 82.643777, "clip_frac": 0.157471, "sps": 408.5, "elapsed_s": 791.7} {"update": 158, "steps_done": 323584, "mean_step_reward": 1.0661, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 212.834, "mean_ep_length": 200.0, "mean_collisions": 5.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.629, "policy_loss": 0.023485, "value_loss": 149.895267, "entropy": 0.279418, "total_loss": 74.968325, "clip_frac": 0.147217, "sps": 417.1, "elapsed_s": 796.6} {"update": 159, "steps_done": 325632, "mean_step_reward": 1.1956, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 236.837, "mean_ep_length": 200.0, "mean_collisions": 3.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.628, "policy_loss": 0.015871, "value_loss": 152.217704, "entropy": 0.3304, "total_loss": 76.121418, "clip_frac": 0.143555, "sps": 411.1, "elapsed_s": 801.6} {"update": 160, "steps_done": 327680, "mean_step_reward": 1.3311, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 267.959, "mean_ep_length": 200.0, "mean_collisions": 3.91, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.69, "policy_loss": 0.00284, "value_loss": 165.808732, "entropy": 0.287645, "total_loss": 82.904331, "clip_frac": 0.060425, "sps": 411.0, "elapsed_s": 806.6} {"update": 161, "steps_done": 329728, "mean_step_reward": 1.3457, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 267.991, "mean_ep_length": 200.0, "mean_collisions": 3.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.678, "policy_loss": 0.008969, "value_loss": 169.503604, "entropy": 0.293851, "total_loss": 84.757832, "clip_frac": 0.108643, "sps": 411.8, "elapsed_s": 811.6} {"update": 162, "steps_done": 331776, "mean_step_reward": 1.0589, "min_step_reward": -10.587, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 213.145, "mean_ep_length": 200.0, "mean_collisions": 7.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.65, "policy_loss": 0.014608, "value_loss": 161.069827, "entropy": 0.305123, "total_loss": 80.546471, "clip_frac": 0.17334, "sps": 411.8, "elapsed_s": 816.5} {"update": 163, "steps_done": 333824, "mean_step_reward": 1.1569, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 226.228, "mean_ep_length": 200.0, "mean_collisions": 4.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.631, "policy_loss": 0.004564, "value_loss": 165.712172, "entropy": 0.313221, "total_loss": 82.857518, "clip_frac": 0.138794, "sps": 411.1, "elapsed_s": 821.5} {"update": 164, "steps_done": 335872, "mean_step_reward": 1.2275, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 249.874, "mean_ep_length": 200.0, "mean_collisions": 3.09, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.645, "policy_loss": 0.016481, "value_loss": 149.862364, "entropy": 0.325897, "total_loss": 74.944404, "clip_frac": 0.158691, "sps": 395.8, "elapsed_s": 826.7} {"update": 165, "steps_done": 337920, "mean_step_reward": 1.3132, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 260.667, "mean_ep_length": 200.0, "mean_collisions": 4.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.693, "policy_loss": 0.009175, "value_loss": 161.815088, "entropy": 0.282242, "total_loss": 80.913897, "clip_frac": 0.102173, "sps": 412.1, "elapsed_s": 831.7} {"update": 166, "steps_done": 339968, "mean_step_reward": 1.3962, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 283.23, "mean_ep_length": 200.0, "mean_collisions": 2.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.687, "policy_loss": 0.00688, "value_loss": 145.189132, "entropy": 0.304037, "total_loss": 72.598405, "clip_frac": 0.072998, "sps": 417.2, "elapsed_s": 836.6} {"update": 167, "steps_done": 342016, "mean_step_reward": 1.4958, "min_step_reward": -7.5897, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 300.874, "mean_ep_length": 200.0, "mean_collisions": 1.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.702, "policy_loss": 0.01012, "value_loss": 170.434201, "entropy": 0.289394, "total_loss": 85.224327, "clip_frac": 0.134521, "sps": 411.9, "elapsed_s": 841.5} {"update": 168, "steps_done": 344064, "mean_step_reward": 1.0503, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 211.953, "mean_ep_length": 200.0, "mean_collisions": 7.36, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.655, "policy_loss": 0.003318, "value_loss": 180.587508, "entropy": 0.319798, "total_loss": 90.293873, "clip_frac": 0.062378, "sps": 412.8, "elapsed_s": 846.5} {"update": 169, "steps_done": 346112, "mean_step_reward": 1.4091, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 278.821, "mean_ep_length": 200.0, "mean_collisions": 2.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.675, "policy_loss": 0.007667, "value_loss": 165.727777, "entropy": 0.305756, "total_loss": 82.868499, "clip_frac": 0.128296, "sps": 407.8, "elapsed_s": 851.5} {"update": 170, "steps_done": 348160, "mean_step_reward": 1.2952, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 254.866, "mean_ep_length": 200.0, "mean_collisions": 2.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.641, "policy_loss": 0.022171, "value_loss": 155.531638, "entropy": 0.281977, "total_loss": 77.78517, "clip_frac": 0.175659, "sps": 411.1, "elapsed_s": 856.5} {"update": 171, "steps_done": 350208, "mean_step_reward": 1.2007, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 251.698, "mean_ep_length": 200.0, "mean_collisions": 2.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.644, "policy_loss": 0.013536, "value_loss": 159.994776, "entropy": 0.337266, "total_loss": 80.007552, "clip_frac": 0.154053, "sps": 415.4, "elapsed_s": 861.4} {"update": 172, "steps_done": 352256, "mean_step_reward": 1.2739, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 250.382, "mean_ep_length": 200.0, "mean_collisions": 1.45, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.618, "policy_loss": 0.005601, "value_loss": 170.032929, "entropy": 0.321741, "total_loss": 85.018847, "clip_frac": 0.089478, "sps": 410.9, "elapsed_s": 866.4} {"update": 173, "steps_done": 354304, "mean_step_reward": 1.0847, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 215.453, "mean_ep_length": 200.0, "mean_collisions": 2.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.58, "policy_loss": 0.01043, "value_loss": 144.880669, "entropy": 0.315488, "total_loss": 72.44761, "clip_frac": 0.103149, "sps": 405.0, "elapsed_s": 871.5} {"update": 174, "steps_done": 356352, "mean_step_reward": 1.2715, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 250.103, "mean_ep_length": 200.0, "mean_collisions": 2.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.637, "policy_loss": 0.019857, "value_loss": 161.659151, "entropy": 0.268226, "total_loss": 80.846751, "clip_frac": 0.170288, "sps": 410.1, "elapsed_s": 876.5} {"update": 175, "steps_done": 358400, "mean_step_reward": 1.3326, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 265.051, "mean_ep_length": 200.0, "mean_collisions": 2.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.663, "policy_loss": 0.011779, "value_loss": 162.764635, "entropy": 0.270105, "total_loss": 81.391395, "clip_frac": 0.12439, "sps": 408.5, "elapsed_s": 881.5} {"update": 176, "steps_done": 360448, "mean_step_reward": 1.2739, "min_step_reward": -7.5847, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 262.258, "mean_ep_length": 200.0, "mean_collisions": 2.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.656, "policy_loss": 0.014154, "value_loss": 167.032482, "entropy": 0.282242, "total_loss": 83.527573, "clip_frac": 0.158325, "sps": 411.2, "elapsed_s": 886.5} {"update": 177, "steps_done": 362496, "mean_step_reward": 1.2575, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 247.848, "mean_ep_length": 200.0, "mean_collisions": 2.45, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.631, "policy_loss": 0.013857, "value_loss": 166.734791, "entropy": 0.277027, "total_loss": 83.378483, "clip_frac": 0.116211, "sps": 414.7, "elapsed_s": 891.4} {"update": 178, "steps_done": 364544, "mean_step_reward": 1.3157, "min_step_reward": -7.5849, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 266.833, "mean_ep_length": 200.0, "mean_collisions": 1.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.64, "policy_loss": 0.01599, "value_loss": 163.807103, "entropy": 0.287113, "total_loss": 81.916671, "clip_frac": 0.15271, "sps": 407.6, "elapsed_s": 896.4} {"update": 179, "steps_done": 366592, "mean_step_reward": 1.2314, "min_step_reward": -7.5895, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 245.206, "mean_ep_length": 200.0, "mean_collisions": 2.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.632, "policy_loss": 0.00416, "value_loss": 177.93008, "entropy": 0.316468, "total_loss": 88.966036, "clip_frac": 0.092896, "sps": 415.4, "elapsed_s": 901.4} {"update": 180, "steps_done": 368640, "mean_step_reward": 1.2252, "min_step_reward": -7.5882, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 244.449, "mean_ep_length": 200.0, "mean_collisions": 1.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.608, "policy_loss": 0.026898, "value_loss": 167.045857, "entropy": 0.286881, "total_loss": 83.546958, "clip_frac": 0.177734, "sps": 413.6, "elapsed_s": 906.3} {"update": 181, "steps_done": 370688, "mean_step_reward": 1.2091, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 243.525, "mean_ep_length": 200.0, "mean_collisions": 4.73, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.663, "policy_loss": 0.008083, "value_loss": 172.601165, "entropy": 0.272263, "total_loss": 86.305942, "clip_frac": 0.091675, "sps": 413.1, "elapsed_s": 911.3} {"update": 182, "steps_done": 372736, "mean_step_reward": 1.0277, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 205.042, "mean_ep_length": 200.0, "mean_collisions": 7.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.64, "policy_loss": 0.006768, "value_loss": 189.192519, "entropy": 0.287052, "total_loss": 94.600158, "clip_frac": 0.078735, "sps": 405.0, "elapsed_s": 916.3} {"update": 183, "steps_done": 374784, "mean_step_reward": 1.3429, "min_step_reward": -7.5887, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 267.736, "mean_ep_length": 200.0, "mean_collisions": 2.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.668, "policy_loss": 0.005243, "value_loss": 136.081664, "entropy": 0.274837, "total_loss": 68.043326, "clip_frac": 0.10022, "sps": 409.7, "elapsed_s": 921.3} {"update": 184, "steps_done": 376832, "mean_step_reward": 1.2275, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 244.96, "mean_ep_length": 200.0, "mean_collisions": 4.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.66, "policy_loss": 0.002728, "value_loss": 162.96649, "entropy": 0.295736, "total_loss": 81.483016, "clip_frac": 0.086792, "sps": 411.5, "elapsed_s": 926.3} {"update": 185, "steps_done": 378880, "mean_step_reward": 1.2306, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 248.35, "mean_ep_length": 200.0, "mean_collisions": 5.09, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.679, "policy_loss": 0.012289, "value_loss": 170.344471, "entropy": 0.261941, "total_loss": 85.181905, "clip_frac": 0.12439, "sps": 409.1, "elapsed_s": 931.3} {"update": 186, "steps_done": 380928, "mean_step_reward": 1.3369, "min_step_reward": -10.5757, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 270.02, "mean_ep_length": 200.0, "mean_collisions": 4.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.7, "policy_loss": 0.01068, "value_loss": 163.452317, "entropy": 0.249831, "total_loss": 81.73434, "clip_frac": 0.141235, "sps": 413.1, "elapsed_s": 936.3} {"update": 187, "steps_done": 382976, "mean_step_reward": 1.227, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 244.375, "mean_ep_length": 200.0, "mean_collisions": 5.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.67, "policy_loss": 0.005377, "value_loss": 136.024378, "entropy": 0.282882, "total_loss": 68.014738, "clip_frac": 0.105103, "sps": 408.9, "elapsed_s": 941.3} {"update": 188, "steps_done": 385024, "mean_step_reward": 1.1992, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 242.692, "mean_ep_length": 200.0, "mean_collisions": 3.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.639, "policy_loss": 0.010235, "value_loss": 149.502661, "entropy": 0.270035, "total_loss": 74.758864, "clip_frac": 0.115234, "sps": 415.8, "elapsed_s": 946.2} {"update": 189, "steps_done": 387072, "mean_step_reward": 1.1987, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 234.241, "mean_ep_length": 200.0, "mean_collisions": 6.36, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.674, "policy_loss": 0.017472, "value_loss": 166.527687, "entropy": 0.306965, "total_loss": 83.278246, "clip_frac": 0.196777, "sps": 418.4, "elapsed_s": 951.1} {"update": 190, "steps_done": 389120, "mean_step_reward": 1.3315, "min_step_reward": -7.5888, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 266.583, "mean_ep_length": 200.0, "mean_collisions": 4.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.695, "policy_loss": 0.003323, "value_loss": 151.054922, "entropy": 0.267216, "total_loss": 75.528112, "clip_frac": 0.077393, "sps": 401.9, "elapsed_s": 956.2} {"update": 191, "steps_done": 391168, "mean_step_reward": 1.1826, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 240.994, "mean_ep_length": 200.0, "mean_collisions": 6.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.684, "policy_loss": 0.001689, "value_loss": 150.190859, "entropy": 0.27676, "total_loss": 75.094351, "clip_frac": 0.060181, "sps": 413.7, "elapsed_s": 961.2} {"update": 192, "steps_done": 393216, "mean_step_reward": 1.1276, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 221.805, "mean_ep_length": 200.0, "mean_collisions": 7.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.68, "policy_loss": 0.009075, "value_loss": 175.056481, "entropy": 0.303279, "total_loss": 87.534282, "clip_frac": 0.102051, "sps": 415.7, "elapsed_s": 966.1} {"update": 193, "steps_done": 395264, "mean_step_reward": 1.2208, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 244.585, "mean_ep_length": 200.0, "mean_collisions": 3.91, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.65, "policy_loss": 0.023679, "value_loss": 161.408058, "entropy": 0.290894, "total_loss": 80.7248, "clip_frac": 0.17981, "sps": 412.4, "elapsed_s": 971.1} {"update": 194, "steps_done": 397312, "mean_step_reward": 1.1488, "min_step_reward": -10.5529, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 233.983, "mean_ep_length": 200.0, "mean_collisions": 7.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.69, "policy_loss": 0.017638, "value_loss": 170.463608, "entropy": 0.284732, "total_loss": 85.246594, "clip_frac": 0.155151, "sps": 415.1, "elapsed_s": 976.0} {"update": 195, "steps_done": 399360, "mean_step_reward": 1.3294, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 257.1, "mean_ep_length": 200.0, "mean_collisions": 4.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.685, "policy_loss": 0.011918, "value_loss": 162.529083, "entropy": 0.294076, "total_loss": 81.273518, "clip_frac": 0.127686, "sps": 409.6, "elapsed_s": 981.0} {"update": 196, "steps_done": 401408, "mean_step_reward": 1.1749, "min_step_reward": -7.5886, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 240.915, "mean_ep_length": 200.0, "mean_collisions": 4.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.654, "policy_loss": 0.003491, "value_loss": 127.829833, "entropy": 0.294687, "total_loss": 63.915461, "clip_frac": 0.082031, "sps": 410.9, "elapsed_s": 986.0} {"update": 197, "steps_done": 403456, "mean_step_reward": 1.1308, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 226.173, "mean_ep_length": 200.0, "mean_collisions": 8.18, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.691, "policy_loss": 0.008388, "value_loss": 147.026802, "entropy": 0.28983, "total_loss": 73.51889, "clip_frac": 0.124023, "sps": 409.3, "elapsed_s": 991.0} {"update": 198, "steps_done": 405504, "mean_step_reward": 0.6497, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 129.481, "mean_ep_length": 200.0, "mean_collisions": 13.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.612, "policy_loss": 0.002078, "value_loss": 179.780946, "entropy": 0.324597, "total_loss": 89.889305, "clip_frac": 0.149414, "sps": 415.2, "elapsed_s": 995.9} {"update": 199, "steps_done": 407552, "mean_step_reward": 0.9637, "min_step_reward": -10.5262, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 185.84, "mean_ep_length": 200.0, "mean_collisions": 10.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.657, "policy_loss": 0.02422, "value_loss": 138.151364, "entropy": 0.287402, "total_loss": 69.097028, "clip_frac": 0.164917, "sps": 408.5, "elapsed_s": 1000.9} {"update": 200, "steps_done": 409600, "mean_step_reward": 1.0304, "min_step_reward": -10.5743, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 210.363, "mean_ep_length": 200.0, "mean_collisions": 8.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.663, "policy_loss": 0.006796, "value_loss": 142.697022, "entropy": 0.313324, "total_loss": 71.352174, "clip_frac": 0.103271, "sps": 410.5, "elapsed_s": 1005.9} {"update": 201, "steps_done": 411648, "mean_step_reward": 1.0448, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 216.518, "mean_ep_length": 200.0, "mean_collisions": 6.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.653, "policy_loss": 0.002654, "value_loss": 126.504285, "entropy": 0.359034, "total_loss": 63.251206, "clip_frac": 0.083984, "sps": 411.4, "elapsed_s": 1010.9} {"update": 202, "steps_done": 413696, "mean_step_reward": 1.2163, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 226.216, "mean_ep_length": 191.7, "mean_collisions": 5.64, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.666, "policy_loss": 0.008803, "value_loss": 134.473882, "entropy": 0.35322, "total_loss": 67.242211, "clip_frac": 0.07373, "sps": 407.6, "elapsed_s": 1015.9} {"update": 203, "steps_done": 415744, "mean_step_reward": 1.2077, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 232.673, "mean_ep_length": 193.4, "mean_collisions": 5.36, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.665, "policy_loss": 0.00282, "value_loss": 134.682255, "entropy": 0.310082, "total_loss": 67.340847, "clip_frac": 0.072266, "sps": 410.1, "elapsed_s": 1020.9} {"update": 204, "steps_done": 417792, "mean_step_reward": 1.2045, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 244.453, "mean_ep_length": 200.0, "mean_collisions": 5.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.67, "policy_loss": 0.004143, "value_loss": 132.986043, "entropy": 0.301834, "total_loss": 66.494147, "clip_frac": 0.096802, "sps": 411.3, "elapsed_s": 1025.9} {"update": 205, "steps_done": 419840, "mean_step_reward": 1.2826, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 249.456, "mean_ep_length": 200.0, "mean_collisions": 5.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.684, "policy_loss": 0.011645, "value_loss": 162.962273, "entropy": 0.281392, "total_loss": 81.489967, "clip_frac": 0.09021, "sps": 406.8, "elapsed_s": 1030.9} {"update": 206, "steps_done": 421888, "mean_step_reward": 1.2416, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 244.13, "mean_ep_length": 200.0, "mean_collisions": 7.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.711, "policy_loss": 0.014872, "value_loss": 162.313177, "entropy": 0.296207, "total_loss": 81.168498, "clip_frac": 0.110596, "sps": 407.9, "elapsed_s": 1036.0} {"update": 207, "steps_done": 423936, "mean_step_reward": 1.1895, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 242.383, "mean_ep_length": 200.0, "mean_collisions": 6.18, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.685, "policy_loss": 0.015021, "value_loss": 199.284564, "entropy": 0.300966, "total_loss": 99.654294, "clip_frac": 0.127319, "sps": 414.1, "elapsed_s": 1040.9} {"update": 208, "steps_done": 425984, "mean_step_reward": 1.1966, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 238.953, "mean_ep_length": 200.0, "mean_collisions": 7.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.699, "policy_loss": 0.002001, "value_loss": 177.21528, "entropy": 0.291747, "total_loss": 88.606724, "clip_frac": 0.082764, "sps": 409.1, "elapsed_s": 1045.9} {"update": 209, "steps_done": 428032, "mean_step_reward": 1.0239, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 200.465, "mean_ep_length": 200.0, "mean_collisions": 10.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.689, "policy_loss": 0.011813, "value_loss": 181.285521, "entropy": 0.30103, "total_loss": 90.651563, "clip_frac": 0.116333, "sps": 423.3, "elapsed_s": 1050.8} {"update": 210, "steps_done": 430080, "mean_step_reward": 0.7095, "min_step_reward": -10.5188, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 158.979, "mean_ep_length": 200.0, "mean_collisions": 14.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.678, "policy_loss": 0.012184, "value_loss": 170.861078, "entropy": 0.329137, "total_loss": 85.439431, "clip_frac": 0.132812, "sps": 419.2, "elapsed_s": 1055.6} {"update": 211, "steps_done": 432128, "mean_step_reward": 1.1319, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 215.8, "mean_ep_length": 200.0, "mean_collisions": 10.73, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.717, "policy_loss": 0.010593, "value_loss": 170.21305, "entropy": 0.293568, "total_loss": 85.114182, "clip_frac": 0.109619, "sps": 413.0, "elapsed_s": 1060.6} {"update": 212, "steps_done": 434176, "mean_step_reward": 0.8699, "min_step_reward": -10.584, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 173.343, "mean_ep_length": 200.0, "mean_collisions": 13.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.691, "policy_loss": 0.010085, "value_loss": 126.744022, "entropy": 0.304155, "total_loss": 63.379054, "clip_frac": 0.091064, "sps": 411.7, "elapsed_s": 1065.6} {"update": 213, "steps_done": 436224, "mean_step_reward": 0.6948, "min_step_reward": -10.5824, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 139.637, "mean_ep_length": 200.0, "mean_collisions": 17.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.696, "policy_loss": 0.009486, "value_loss": 170.738109, "entropy": 0.338108, "total_loss": 85.375158, "clip_frac": 0.137329, "sps": 411.3, "elapsed_s": 1070.6} {"update": 214, "steps_done": 438272, "mean_step_reward": 0.7288, "min_step_reward": -10.588, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 143.705, "mean_ep_length": 200.0, "mean_collisions": 18.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.732, "policy_loss": 0.004438, "value_loss": 184.128483, "entropy": 0.31574, "total_loss": 92.065522, "clip_frac": 0.105591, "sps": 411.5, "elapsed_s": 1075.5} {"update": 215, "steps_done": 440320, "mean_step_reward": 0.6553, "min_step_reward": -10.5348, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 134.728, "mean_ep_length": 200.0, "mean_collisions": 16.82, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.685, "policy_loss": 0.000638, "value_loss": 158.826824, "entropy": 0.356053, "total_loss": 79.41049, "clip_frac": 0.147705, "sps": 406.4, "elapsed_s": 1080.6} {"update": 216, "steps_done": 442368, "mean_step_reward": 1.0561, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 208.495, "mean_ep_length": 200.0, "mean_collisions": 11.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.713, "policy_loss": 0.018978, "value_loss": 131.706922, "entropy": 0.343347, "total_loss": 65.869005, "clip_frac": 0.177124, "sps": 413.0, "elapsed_s": 1085.5} {"update": 217, "steps_done": 444416, "mean_step_reward": 0.55, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 110.394, "mean_ep_length": 200.0, "mean_collisions": 20.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.704, "policy_loss": 0.009056, "value_loss": 183.361316, "entropy": 0.333727, "total_loss": 91.686376, "clip_frac": 0.125732, "sps": 399.9, "elapsed_s": 1090.7} {"update": 218, "steps_done": 446464, "mean_step_reward": 0.6882, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 142.79, "mean_ep_length": 193.5, "mean_collisions": 16.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.703, "policy_loss": 0.020832, "value_loss": 177.280883, "entropy": 0.331835, "total_loss": 88.657954, "clip_frac": 0.212402, "sps": 410.7, "elapsed_s": 1095.7} {"update": 219, "steps_done": 448512, "mean_step_reward": 0.2278, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 36.26, "mean_ep_length": 200.0, "mean_collisions": 28.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.723, "policy_loss": 0.002684, "value_loss": 234.952439, "entropy": 0.347292, "total_loss": 117.475431, "clip_frac": 0.137451, "sps": 411.2, "elapsed_s": 1100.6} {"update": 220, "steps_done": 450560, "mean_step_reward": 0.3953, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 73.596, "mean_ep_length": 200.0, "mean_collisions": 24.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.703, "policy_loss": 0.005585, "value_loss": 176.442908, "entropy": 0.3536, "total_loss": 88.223503, "clip_frac": 0.088135, "sps": 414.8, "elapsed_s": 1105.6} {"update": 221, "steps_done": 452608, "mean_step_reward": 0.5539, "min_step_reward": -10.5849, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 113.654, "mean_ep_length": 200.0, "mean_collisions": 19.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.701, "policy_loss": 0.018242, "value_loss": 145.969404, "entropy": 0.370446, "total_loss": 72.99924, "clip_frac": 0.149292, "sps": 415.7, "elapsed_s": 1110.5} {"update": 222, "steps_done": 454656, "mean_step_reward": 0.6391, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 125.625, "mean_ep_length": 200.0, "mean_collisions": 20.91, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.738, "policy_loss": 0.000195, "value_loss": 188.470622, "entropy": 0.342819, "total_loss": 94.232078, "clip_frac": 0.091187, "sps": 410.9, "elapsed_s": 1115.5} {"update": 223, "steps_done": 456704, "mean_step_reward": 0.4271, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 95.13, "mean_ep_length": 184.0, "mean_collisions": 21.55, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.729, "policy_loss": 0.020678, "value_loss": 203.638011, "entropy": 0.351184, "total_loss": 101.836172, "clip_frac": 0.253418, "sps": 410.5, "elapsed_s": 1120.5} {"update": 224, "steps_done": 458752, "mean_step_reward": 0.9918, "min_step_reward": -10.5393, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 177.426, "mean_ep_length": 194.5, "mean_collisions": 13.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.709, "policy_loss": 0.010668, "value_loss": 147.286488, "entropy": 0.35404, "total_loss": 73.650372, "clip_frac": 0.123047, "sps": 412.7, "elapsed_s": 1125.4} {"update": 225, "steps_done": 460800, "mean_step_reward": 1.0908, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 209.606, "mean_ep_length": 194.5, "mean_collisions": 9.36, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.694, "policy_loss": 0.000194, "value_loss": 103.257002, "entropy": 0.352221, "total_loss": 51.625173, "clip_frac": 0.072144, "sps": 409.1, "elapsed_s": 1130.4} {"update": 226, "steps_done": 462848, "mean_step_reward": 1.047, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 203.11, "mean_ep_length": 197.6, "mean_collisions": 9.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.678, "policy_loss": 0.007254, "value_loss": 117.931539, "entropy": 0.33396, "total_loss": 58.969683, "clip_frac": 0.089233, "sps": 407.5, "elapsed_s": 1135.5} {"update": 227, "steps_done": 464896, "mean_step_reward": 1.1216, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 226.83, "mean_ep_length": 200.0, "mean_collisions": 6.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.665, "policy_loss": 0.001929, "value_loss": 114.109181, "entropy": 0.323631, "total_loss": 57.053284, "clip_frac": 0.100952, "sps": 410.3, "elapsed_s": 1140.5} {"update": 228, "steps_done": 466944, "mean_step_reward": 0.9941, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 200.305, "mean_ep_length": 200.0, "mean_collisions": 7.73, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.642, "policy_loss": 0.018225, "value_loss": 122.089287, "entropy": 0.344729, "total_loss": 61.059422, "clip_frac": 0.143555, "sps": 412.1, "elapsed_s": 1145.4} {"update": 229, "steps_done": 468992, "mean_step_reward": 1.1127, "min_step_reward": -10.5622, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 222.4, "mean_ep_length": 200.0, "mean_collisions": 8.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.698, "policy_loss": 0.006301, "value_loss": 175.766625, "entropy": 0.313002, "total_loss": 87.886484, "clip_frac": 0.135864, "sps": 411.9, "elapsed_s": 1150.4} {"update": 230, "steps_done": 471040, "mean_step_reward": 1.2704, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 256.01, "mean_ep_length": 200.0, "mean_collisions": 5.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.696, "policy_loss": 0.008201, "value_loss": 147.360571, "entropy": 0.304777, "total_loss": 73.685438, "clip_frac": 0.115112, "sps": 411.0, "elapsed_s": 1155.4} {"update": 231, "steps_done": 473088, "mean_step_reward": 1.2434, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 247.78, "mean_ep_length": 200.0, "mean_collisions": 4.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.666, "policy_loss": 0.006228, "value_loss": 136.547972, "entropy": 0.314314, "total_loss": 68.277071, "clip_frac": 0.102783, "sps": 410.6, "elapsed_s": 1160.4} {"update": 232, "steps_done": 475136, "mean_step_reward": 1.3137, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 263.822, "mean_ep_length": 200.0, "mean_collisions": 5.64, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.712, "policy_loss": 0.003605, "value_loss": 144.251184, "entropy": 0.326381, "total_loss": 72.125933, "clip_frac": 0.07373, "sps": 412.5, "elapsed_s": 1165.3} {"update": 233, "steps_done": 477184, "mean_step_reward": 1.2855, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 254.593, "mean_ep_length": 200.0, "mean_collisions": 5.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.695, "policy_loss": 0.005888, "value_loss": 158.11903, "entropy": 0.359483, "total_loss": 79.061808, "clip_frac": 0.114502, "sps": 410.6, "elapsed_s": 1170.3} {"update": 234, "steps_done": 479232, "mean_step_reward": 1.3074, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 257.565, "mean_ep_length": 200.0, "mean_collisions": 5.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.699, "policy_loss": 0.015518, "value_loss": 161.444117, "entropy": 0.32514, "total_loss": 80.734326, "clip_frac": 0.131226, "sps": 406.5, "elapsed_s": 1175.4} {"update": 235, "steps_done": 481280, "mean_step_reward": 0.9291, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 190.856, "mean_ep_length": 200.0, "mean_collisions": 12.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.704, "policy_loss": 0.005144, "value_loss": 190.59528, "entropy": 0.360808, "total_loss": 95.299175, "clip_frac": 0.136475, "sps": 407.6, "elapsed_s": 1180.4} {"update": 236, "steps_done": 483328, "mean_step_reward": 1.0454, "min_step_reward": -10.514, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 211.02, "mean_ep_length": 200.0, "mean_collisions": 10.64, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.707, "policy_loss": 0.009515, "value_loss": 157.995974, "entropy": 0.338486, "total_loss": 79.004117, "clip_frac": 0.153076, "sps": 408.8, "elapsed_s": 1185.4} {"update": 237, "steps_done": 485376, "mean_step_reward": 0.8718, "min_step_reward": -10.5183, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 170.047, "mean_ep_length": 200.0, "mean_collisions": 13.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.682, "policy_loss": 0.000341, "value_loss": 154.83086, "entropy": 0.34976, "total_loss": 77.412273, "clip_frac": 0.092896, "sps": 405.1, "elapsed_s": 1190.5} {"update": 238, "steps_done": 487424, "mean_step_reward": 1.1519, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 225.477, "mean_ep_length": 200.0, "mean_collisions": 7.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.681, "policy_loss": 0.003426, "value_loss": 138.947115, "entropy": 0.328898, "total_loss": 69.473694, "clip_frac": 0.073853, "sps": 409.9, "elapsed_s": 1195.5} {"update": 239, "steps_done": 489472, "mean_step_reward": 1.0853, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 220.367, "mean_ep_length": 200.0, "mean_collisions": 9.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.701, "policy_loss": -0.000149, "value_loss": 117.67752, "entropy": 0.366485, "total_loss": 58.834947, "clip_frac": 0.106323, "sps": 407.7, "elapsed_s": 1200.5} {"update": 240, "steps_done": 491520, "mean_step_reward": 1.0706, "min_step_reward": -10.5878, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 217.28, "mean_ep_length": 200.0, "mean_collisions": 8.73, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.685, "policy_loss": 0.004614, "value_loss": 143.758476, "entropy": 0.369499, "total_loss": 71.880157, "clip_frac": 0.095093, "sps": 408.4, "elapsed_s": 1205.5} {"update": 241, "steps_done": 493568, "mean_step_reward": 1.2107, "min_step_reward": -10.5748, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 240.067, "mean_ep_length": 200.0, "mean_collisions": 9.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.729, "policy_loss": 0.0073, "value_loss": 159.500806, "entropy": 0.353086, "total_loss": 79.754172, "clip_frac": 0.106323, "sps": 409.8, "elapsed_s": 1210.5} {"update": 242, "steps_done": 495616, "mean_step_reward": 1.0786, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 219.409, "mean_ep_length": 200.0, "mean_collisions": 9.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.696, "policy_loss": 0.00821, "value_loss": 142.683637, "entropy": 0.369468, "total_loss": 71.346333, "clip_frac": 0.11792, "sps": 409.8, "elapsed_s": 1215.5} {"update": 243, "steps_done": 497664, "mean_step_reward": 0.946, "min_step_reward": -10.5237, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 187.899, "mean_ep_length": 200.0, "mean_collisions": 13.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.72, "policy_loss": 0.013512, "value_loss": 193.239468, "entropy": 0.364381, "total_loss": 96.629602, "clip_frac": 0.143066, "sps": 410.4, "elapsed_s": 1220.5} {"update": 244, "steps_done": 499712, "mean_step_reward": 0.9579, "min_step_reward": -10.5866, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 193.725, "mean_ep_length": 200.0, "mean_collisions": 11.18, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.689, "policy_loss": 0.014543, "value_loss": 164.66529, "entropy": 0.360237, "total_loss": 82.343585, "clip_frac": 0.103271, "sps": 405.2, "elapsed_s": 1225.5} {"update": 245, "steps_done": 501760, "mean_step_reward": 0.8979, "min_step_reward": -18.5284, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 175.482, "mean_ep_length": 200.0, "mean_collisions": 14.0, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.72, "policy_loss": 0.010761, "value_loss": 194.590991, "entropy": 0.353012, "total_loss": 97.302727, "clip_frac": 0.189209, "sps": 381.0, "elapsed_s": 1230.9} {"update": 246, "steps_done": 503808, "mean_step_reward": -1.2369, "min_step_reward": -25.5865, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -247.16, "mean_ep_length": 200.0, "mean_collisions": 16.8, "mean_dynamic_collisions": 20.6, "mean_intent_rate": 0.678, "policy_loss": 0.050443, "value_loss": 1796.64959, "entropy": 0.320493, "total_loss": 898.372043, "clip_frac": 0.283691, "sps": 400.3, "elapsed_s": 1236.0} {"update": 247, "steps_done": 505856, "mean_step_reward": -1.8142, "min_step_reward": -25.5874, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -346.149, "mean_ep_length": 200.0, "mean_collisions": 55.4, "mean_dynamic_collisions": 5.5, "mean_intent_rate": 0.703, "policy_loss": 0.047862, "value_loss": 712.688602, "entropy": 0.433836, "total_loss": 356.387825, "clip_frac": 0.420044, "sps": 402.4, "elapsed_s": 1241.1} {"update": 248, "steps_done": 507904, "mean_step_reward": -0.8588, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -199.528, "mean_ep_length": 200.0, "mean_collisions": 50.5, "mean_dynamic_collisions": 1.2, "mean_intent_rate": 0.731, "policy_loss": 0.037199, "value_loss": 327.358809, "entropy": 0.489935, "total_loss": 163.711704, "clip_frac": 0.292236, "sps": 403.4, "elapsed_s": 1246.2} {"update": 249, "steps_done": 509952, "mean_step_reward": 0.0327, "min_step_reward": -18.5813, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 4.266, "mean_ep_length": 200.0, "mean_collisions": 31.82, "mean_dynamic_collisions": 1.18, "mean_intent_rate": 0.756, "policy_loss": 0.008982, "value_loss": 236.116087, "entropy": 0.423179, "total_loss": 118.062794, "clip_frac": 0.123901, "sps": 400.0, "elapsed_s": 1251.3} {"update": 250, "steps_done": 512000, "mean_step_reward": -0.0624, "min_step_reward": -25.5867, "max_step_reward": 3.4996, "n_episodes_finished": 10, "mean_ep_return": -9.357, "mean_ep_length": 200.0, "mean_collisions": 31.9, "mean_dynamic_collisions": 1.9, "mean_intent_rate": 0.757, "policy_loss": 0.002557, "value_loss": 299.925261, "entropy": 0.423858, "total_loss": 149.960949, "clip_frac": 0.126221, "sps": 389.5, "elapsed_s": 1256.6} {"update": 251, "steps_done": 514048, "mean_step_reward": 0.4612, "min_step_reward": -10.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 93.743, "mean_ep_length": 200.0, "mean_collisions": 24.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.743, "policy_loss": 0.00514, "value_loss": 174.983155, "entropy": 0.433582, "total_loss": 87.492381, "clip_frac": 0.091675, "sps": 392.5, "elapsed_s": 1261.8} {"update": 252, "steps_done": 516096, "mean_step_reward": 0.8689, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 159.819, "mean_ep_length": 200.0, "mean_collisions": 14.8, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.705, "policy_loss": 0.008244, "value_loss": 110.045457, "entropy": 0.423664, "total_loss": 55.026736, "clip_frac": 0.125488, "sps": 371.6, "elapsed_s": 1267.3} {"update": 253, "steps_done": 518144, "mean_step_reward": 0.0203, "min_step_reward": -25.5795, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 19.766, "mean_ep_length": 200.0, "mean_collisions": 23.18, "mean_dynamic_collisions": 3.09, "mean_intent_rate": 0.704, "policy_loss": 0.005084, "value_loss": 253.153809, "entropy": 0.427266, "total_loss": 126.577718, "clip_frac": 0.146118, "sps": 385.1, "elapsed_s": 1272.6} {"update": 254, "steps_done": 520192, "mean_step_reward": 0.5403, "min_step_reward": -18.5803, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 122.234, "mean_ep_length": 200.0, "mean_collisions": 20.4, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.735, "policy_loss": 0.00916, "value_loss": 176.183903, "entropy": 0.438096, "total_loss": 88.09673, "clip_frac": 0.169556, "sps": 387.9, "elapsed_s": 1277.9} {"update": 255, "steps_done": 522240, "mean_step_reward": -0.2895, "min_step_reward": -25.588, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -79.848, "mean_ep_length": 200.0, "mean_collisions": 22.5, "mean_dynamic_collisions": 8.8, "mean_intent_rate": 0.695, "policy_loss": 0.018426, "value_loss": 599.006532, "entropy": 0.422836, "total_loss": 299.517465, "clip_frac": 0.161011, "sps": 387.2, "elapsed_s": 1283.2} {"update": 256, "steps_done": 524288, "mean_step_reward": 0.6592, "min_step_reward": -25.567, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 184.599, "mean_ep_length": 200.0, "mean_collisions": 12.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.69, "policy_loss": 0.034077, "value_loss": 292.552133, "entropy": 0.425693, "total_loss": 146.305887, "clip_frac": 0.183716, "sps": 378.1, "elapsed_s": 1288.6} {"update": 257, "steps_done": 526336, "mean_step_reward": 0.6648, "min_step_reward": -18.599, "max_step_reward": 3.4804, "n_episodes_finished": 11, "mean_ep_return": 83.166, "mean_ep_length": 200.0, "mean_collisions": 13.82, "mean_dynamic_collisions": 4.64, "mean_intent_rate": 0.694, "policy_loss": 0.017095, "value_loss": 193.240245, "entropy": 0.447181, "total_loss": 96.632745, "clip_frac": 0.185669, "sps": 383.2, "elapsed_s": 1294.0} {"update": 258, "steps_done": 528384, "mean_step_reward": 0.9297, "min_step_reward": -18.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 190.725, "mean_ep_length": 200.0, "mean_collisions": 12.9, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.722, "policy_loss": 0.002392, "value_loss": 112.251599, "entropy": 0.393499, "total_loss": 56.124256, "clip_frac": 0.080811, "sps": 376.7, "elapsed_s": 1299.4} {"update": 259, "steps_done": 530432, "mean_step_reward": -0.2528, "min_step_reward": -25.5765, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -56.647, "mean_ep_length": 200.0, "mean_collisions": 10.7, "mean_dynamic_collisions": 13.2, "mean_intent_rate": 0.666, "policy_loss": 0.011075, "value_loss": 1204.905758, "entropy": 0.397954, "total_loss": 602.459978, "clip_frac": 0.134888, "sps": 383.5, "elapsed_s": 1304.8} {"update": 260, "steps_done": 532480, "mean_step_reward": -0.1125, "min_step_reward": -25.5865, "max_step_reward": 3.4703, "n_episodes_finished": 10, "mean_ep_return": 164.038, "mean_ep_length": 200.0, "mean_collisions": 12.2, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.675, "policy_loss": 0.034436, "value_loss": 1517.948391, "entropy": 0.37565, "total_loss": 759.00487, "clip_frac": 0.287476, "sps": 380.4, "elapsed_s": 1310.1} {"update": 261, "steps_done": 534528, "mean_step_reward": -1.5856, "min_step_reward": -28.5, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": -454.107, "mean_ep_length": 200.0, "mean_collisions": 50.55, "mean_dynamic_collisions": 14.73, "mean_intent_rate": 0.718, "policy_loss": 0.03518, "value_loss": 841.358328, "entropy": 0.370199, "total_loss": 420.71064, "clip_frac": 0.165283, "sps": 377.2, "elapsed_s": 1315.6} {"update": 262, "steps_done": 536576, "mean_step_reward": -0.7699, "min_step_reward": -28.565, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -158.55, "mean_ep_length": 200.0, "mean_collisions": 45.7, "mean_dynamic_collisions": 1.2, "mean_intent_rate": 0.72, "policy_loss": 0.010783, "value_loss": 340.214946, "entropy": 0.413062, "total_loss": 170.114127, "clip_frac": 0.192017, "sps": 384.0, "elapsed_s": 1320.9} {"update": 263, "steps_done": 538624, "mean_step_reward": -0.272, "min_step_reward": -25.5729, "max_step_reward": 3.4562, "n_episodes_finished": 10, "mean_ep_return": -45.871, "mean_ep_length": 200.0, "mean_collisions": 38.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.741, "policy_loss": 0.006479, "value_loss": 325.23487, "entropy": 0.433902, "total_loss": 162.619574, "clip_frac": 0.148438, "sps": 393.8, "elapsed_s": 1326.1} {"update": 264, "steps_done": 540672, "mean_step_reward": 0.1208, "min_step_reward": -18.573, "max_step_reward": 3.4672, "n_episodes_finished": 10, "mean_ep_return": 9.712, "mean_ep_length": 200.0, "mean_collisions": 29.7, "mean_dynamic_collisions": 1.6, "mean_intent_rate": 0.743, "policy_loss": 0.009459, "value_loss": 245.079585, "entropy": 0.42501, "total_loss": 122.545003, "clip_frac": 0.161377, "sps": 386.2, "elapsed_s": 1331.4} {"update": 265, "steps_done": 542720, "mean_step_reward": -0.1293, "min_step_reward": -25.5884, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": -22.722, "mean_ep_length": 200.0, "mean_collisions": 28.91, "mean_dynamic_collisions": 2.82, "mean_intent_rate": 0.714, "policy_loss": 0.010188, "value_loss": 385.498276, "entropy": 0.407219, "total_loss": 192.755253, "clip_frac": 0.141357, "sps": 379.4, "elapsed_s": 1336.8} {"update": 266, "steps_done": 544768, "mean_step_reward": 0.1609, "min_step_reward": -10.5847, "max_step_reward": 3.465, "n_episodes_finished": 11, "mean_ep_return": 28.372, "mean_ep_length": 185.9, "mean_collisions": 25.73, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.696, "policy_loss": 0.0106, "value_loss": 140.640462, "entropy": 0.454382, "total_loss": 70.326287, "clip_frac": 0.180908, "sps": 385.6, "elapsed_s": 1342.1} {"update": 267, "steps_done": 546816, "mean_step_reward": 0.6472, "min_step_reward": -10.5595, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 126.187, "mean_ep_length": 200.0, "mean_collisions": 19.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.711, "policy_loss": 0.005979, "value_loss": 114.158511, "entropy": 0.429928, "total_loss": 57.080935, "clip_frac": 0.130249, "sps": 386.8, "elapsed_s": 1347.4} {"update": 268, "steps_done": 548864, "mean_step_reward": 0.4233, "min_step_reward": -18.5752, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 83.536, "mean_ep_length": 200.0, "mean_collisions": 20.2, "mean_dynamic_collisions": 1.2, "mean_intent_rate": 0.697, "policy_loss": 0.009831, "value_loss": 143.388243, "entropy": 0.44513, "total_loss": 71.699502, "clip_frac": 0.160645, "sps": 369.7, "elapsed_s": 1352.9} {"update": 269, "steps_done": 550912, "mean_step_reward": 0.635, "min_step_reward": -10.5823, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 128.77, "mean_ep_length": 188.8, "mean_collisions": 16.55, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.699, "policy_loss": 0.003181, "value_loss": 96.229149, "entropy": 0.430268, "total_loss": 48.113452, "clip_frac": 0.093506, "sps": 380.7, "elapsed_s": 1358.3} {"update": 270, "steps_done": 552960, "mean_step_reward": 0.9011, "min_step_reward": -10.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 179.276, "mean_ep_length": 200.0, "mean_collisions": 14.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.714, "policy_loss": 0.017835, "value_loss": 95.70072, "entropy": 0.406451, "total_loss": 47.86413, "clip_frac": 0.204468, "sps": 378.3, "elapsed_s": 1363.7} {"update": 271, "steps_done": 555008, "mean_step_reward": -0.1081, "min_step_reward": -18.5661, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -12.182, "mean_ep_length": 200.0, "mean_collisions": 27.3, "mean_dynamic_collisions": 2.2, "mean_intent_rate": 0.683, "policy_loss": 0.014605, "value_loss": 217.603399, "entropy": 0.425605, "total_loss": 108.812048, "clip_frac": 0.202393, "sps": 386.3, "elapsed_s": 1369.0} {"update": 272, "steps_done": 557056, "mean_step_reward": 0.7908, "min_step_reward": -25.599, "max_step_reward": 2.5, "n_episodes_finished": 12, "mean_ep_return": 129.262, "mean_ep_length": 183.9, "mean_collisions": 14.92, "mean_dynamic_collisions": 1.08, "mean_intent_rate": 0.687, "policy_loss": 0.009124, "value_loss": 146.302049, "entropy": 0.397433, "total_loss": 73.156174, "clip_frac": 0.125366, "sps": 387.8, "elapsed_s": 1374.3} {"update": 273, "steps_done": 559104, "mean_step_reward": 0.7392, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 148.95, "mean_ep_length": 200.0, "mean_collisions": 17.2, "mean_dynamic_collisions": 0.7, "mean_intent_rate": 0.735, "policy_loss": 0.004395, "value_loss": 139.835127, "entropy": 0.398215, "total_loss": 69.917976, "clip_frac": 0.111816, "sps": 388.8, "elapsed_s": 1379.6} {"update": 274, "steps_done": 561152, "mean_step_reward": 0.555, "min_step_reward": -18.5543, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 111.002, "mean_ep_length": 200.0, "mean_collisions": 18.7, "mean_dynamic_collisions": 0.7, "mean_intent_rate": 0.706, "policy_loss": 0.026759, "value_loss": 138.572651, "entropy": 0.428069, "total_loss": 69.308804, "clip_frac": 0.184937, "sps": 385.3, "elapsed_s": 1384.9} {"update": 275, "steps_done": 563200, "mean_step_reward": 0.5761, "min_step_reward": -10.599, "max_step_reward": 3.4631, "n_episodes_finished": 10, "mean_ep_return": 107.943, "mean_ep_length": 200.0, "mean_collisions": 19.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.683, "policy_loss": 0.011817, "value_loss": 178.083231, "entropy": 0.445374, "total_loss": 89.048978, "clip_frac": 0.177002, "sps": 385.0, "elapsed_s": 1390.2} {"update": 276, "steps_done": 565248, "mean_step_reward": 0.961, "min_step_reward": -18.5737, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 194.761, "mean_ep_length": 200.0, "mean_collisions": 9.0, "mean_dynamic_collisions": 0.27, "mean_intent_rate": 0.665, "policy_loss": 0.005914, "value_loss": 107.176346, "entropy": 0.412136, "total_loss": 53.589966, "clip_frac": 0.119629, "sps": 380.7, "elapsed_s": 1395.6} {"update": 277, "steps_done": 567296, "mean_step_reward": 0.8998, "min_step_reward": -25.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 195.825, "mean_ep_length": 200.0, "mean_collisions": 9.4, "mean_dynamic_collisions": 1.4, "mean_intent_rate": 0.705, "policy_loss": 0.004366, "value_loss": 233.200336, "entropy": 0.398302, "total_loss": 116.600552, "clip_frac": 0.127686, "sps": 386.0, "elapsed_s": 1400.9} {"update": 278, "steps_done": 569344, "mean_step_reward": 1.1008, "min_step_reward": -18.5728, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 199.348, "mean_ep_length": 200.0, "mean_collisions": 8.4, "mean_dynamic_collisions": 1.7, "mean_intent_rate": 0.704, "policy_loss": 0.009378, "value_loss": 137.174615, "entropy": 0.382909, "total_loss": 68.592856, "clip_frac": 0.120605, "sps": 385.5, "elapsed_s": 1406.2} {"update": 279, "steps_done": 571392, "mean_step_reward": 0.7378, "min_step_reward": -18.5261, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 167.179, "mean_ep_length": 200.0, "mean_collisions": 12.6, "mean_dynamic_collisions": 1.1, "mean_intent_rate": 0.708, "policy_loss": 0.004137, "value_loss": 141.164982, "entropy": 0.448171, "total_loss": 70.582146, "clip_frac": 0.160889, "sps": 383.2, "elapsed_s": 1411.6} {"update": 280, "steps_done": 573440, "mean_step_reward": 1.1093, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 205.856, "mean_ep_length": 200.0, "mean_collisions": 6.82, "mean_dynamic_collisions": 1.09, "mean_intent_rate": 0.678, "policy_loss": 0.00726, "value_loss": 160.994922, "entropy": 0.429187, "total_loss": 80.500428, "clip_frac": 0.112549, "sps": 379.9, "elapsed_s": 1417.0} {"update": 281, "steps_done": 575488, "mean_step_reward": 0.9714, "min_step_reward": -18.5863, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 193.094, "mean_ep_length": 200.0, "mean_collisions": 9.6, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.679, "policy_loss": 0.008204, "value_loss": 172.394151, "entropy": 0.455006, "total_loss": 86.200728, "clip_frac": 0.126465, "sps": 387.1, "elapsed_s": 1422.3} {"update": 282, "steps_done": 577536, "mean_step_reward": 1.0456, "min_step_reward": -10.572, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 207.951, "mean_ep_length": 200.0, "mean_collisions": 10.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.695, "policy_loss": 0.004496, "value_loss": 152.760454, "entropy": 0.462578, "total_loss": 76.380098, "clip_frac": 0.095093, "sps": 389.5, "elapsed_s": 1427.5} {"update": 283, "steps_done": 579584, "mean_step_reward": 1.2142, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 235.829, "mean_ep_length": 200.0, "mean_collisions": 7.3, "mean_dynamic_collisions": 0.9, "mean_intent_rate": 0.72, "policy_loss": 0.00231, "value_loss": 169.582801, "entropy": 0.459451, "total_loss": 84.789116, "clip_frac": 0.054321, "sps": 402.1, "elapsed_s": 1432.6} {"update": 284, "steps_done": 581632, "mean_step_reward": 0.9519, "min_step_reward": -18.5493, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 207.343, "mean_ep_length": 200.0, "mean_collisions": 9.3, "mean_dynamic_collisions": 0.5, "mean_intent_rate": 0.697, "policy_loss": 0.001638, "value_loss": 169.152936, "entropy": 0.465936, "total_loss": 84.573447, "clip_frac": 0.10437, "sps": 403.8, "elapsed_s": 1437.7} {"update": 285, "steps_done": 583680, "mean_step_reward": 0.8975, "min_step_reward": -25.5807, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 172.531, "mean_ep_length": 200.0, "mean_collisions": 9.09, "mean_dynamic_collisions": 1.27, "mean_intent_rate": 0.661, "policy_loss": 0.007668, "value_loss": 195.302145, "entropy": 0.467628, "total_loss": 97.654064, "clip_frac": 0.111206, "sps": 405.7, "elapsed_s": 1442.7} {"update": 286, "steps_done": 585728, "mean_step_reward": 0.4023, "min_step_reward": -25.5346, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 77.266, "mean_ep_length": 200.0, "mean_collisions": 9.9, "mean_dynamic_collisions": 7.0, "mean_intent_rate": 0.69, "policy_loss": 0.010487, "value_loss": 540.243059, "entropy": 0.464897, "total_loss": 270.127367, "clip_frac": 0.13562, "sps": 394.7, "elapsed_s": 1447.9} {"update": 287, "steps_done": 587776, "mean_step_reward": 1.0791, "min_step_reward": -25.5865, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 211.375, "mean_ep_length": 200.0, "mean_collisions": 7.0, "mean_dynamic_collisions": 1.0, "mean_intent_rate": 0.678, "policy_loss": 0.019492, "value_loss": 176.560562, "entropy": 0.474425, "total_loss": 88.295029, "clip_frac": 0.205444, "sps": 398.3, "elapsed_s": 1453.1} {"update": 288, "steps_done": 589824, "mean_step_reward": 1.0375, "min_step_reward": -25.5545, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 204.333, "mean_ep_length": 200.0, "mean_collisions": 8.3, "mean_dynamic_collisions": 1.3, "mean_intent_rate": 0.697, "policy_loss": 0.011607, "value_loss": 208.328161, "entropy": 0.454046, "total_loss": 104.171147, "clip_frac": 0.098511, "sps": 392.1, "elapsed_s": 1458.3} {"update": 289, "steps_done": 591872, "mean_step_reward": 0.9895, "min_step_reward": -16.4925, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 204.777, "mean_ep_length": 200.0, "mean_collisions": 9.0, "mean_dynamic_collisions": 0.18, "mean_intent_rate": 0.674, "policy_loss": 0.011863, "value_loss": 118.50659, "entropy": 0.482309, "total_loss": 59.260335, "clip_frac": 0.17334, "sps": 400.6, "elapsed_s": 1463.4} {"update": 290, "steps_done": 593920, "mean_step_reward": 0.9474, "min_step_reward": -18.599, "max_step_reward": 3.4836, "n_episodes_finished": 10, "mean_ep_return": 197.55, "mean_ep_length": 200.0, "mean_collisions": 11.5, "mean_dynamic_collisions": 0.5, "mean_intent_rate": 0.714, "policy_loss": 0.007901, "value_loss": 129.896387, "entropy": 0.457174, "total_loss": 64.951524, "clip_frac": 0.148193, "sps": 399.3, "elapsed_s": 1468.5} {"update": 291, "steps_done": 595968, "mean_step_reward": 0.503, "min_step_reward": -23.2771, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 85.592, "mean_ep_length": 200.0, "mean_collisions": 14.6, "mean_dynamic_collisions": 3.6, "mean_intent_rate": 0.676, "policy_loss": 0.014279, "value_loss": 486.128649, "entropy": 0.448376, "total_loss": 243.074119, "clip_frac": 0.16272, "sps": 410.6, "elapsed_s": 1473.5} {"update": 292, "steps_done": 598016, "mean_step_reward": -0.4412, "min_step_reward": -25.5795, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -34.65, "mean_ep_length": 200.0, "mean_collisions": 22.0, "mean_dynamic_collisions": 6.9, "mean_intent_rate": 0.704, "policy_loss": 0.014008, "value_loss": 1163.443892, "entropy": 0.46941, "total_loss": 581.731264, "clip_frac": 0.141968, "sps": 392.8, "elapsed_s": 1478.7} {"update": 293, "steps_done": 600064, "mean_step_reward": 0.0684, "min_step_reward": -28.5778, "max_step_reward": 3.488, "n_episodes_finished": 11, "mean_ep_return": -20.11, "mean_ep_length": 200.0, "mean_collisions": 26.18, "mean_dynamic_collisions": 4.27, "mean_intent_rate": 0.715, "policy_loss": 0.022415, "value_loss": 287.370007, "entropy": 0.434461, "total_loss": 143.703075, "clip_frac": 0.158813, "sps": 409.6, "elapsed_s": 1483.7} {"update": 294, "steps_done": 602112, "mean_step_reward": 0.234, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 39.255, "mean_ep_length": 200.0, "mean_collisions": 26.8, "mean_dynamic_collisions": 1.7, "mean_intent_rate": 0.746, "policy_loss": 0.008883, "value_loss": 242.998693, "entropy": 0.439777, "total_loss": 121.503832, "clip_frac": 0.129272, "sps": 409.9, "elapsed_s": 1488.7} {"update": 295, "steps_done": 604160, "mean_step_reward": 0.2545, "min_step_reward": -25.5935, "max_step_reward": 3.4435, "n_episodes_finished": 10, "mean_ep_return": 62.264, "mean_ep_length": 200.0, "mean_collisions": 18.6, "mean_dynamic_collisions": 3.3, "mean_intent_rate": 0.698, "policy_loss": 0.023853, "value_loss": 360.037479, "entropy": 0.432622, "total_loss": 180.038267, "clip_frac": 0.171997, "sps": 396.9, "elapsed_s": 1493.9} {"update": 296, "steps_done": 606208, "mean_step_reward": 0.7162, "min_step_reward": -10.5805, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 131.385, "mean_ep_length": 200.0, "mean_collisions": 17.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.685, "policy_loss": 0.006722, "value_loss": 100.345732, "entropy": 0.471174, "total_loss": 50.174876, "clip_frac": 0.108154, "sps": 408.4, "elapsed_s": 1498.9} {"update": 297, "steps_done": 608256, "mean_step_reward": 0.8566, "min_step_reward": -25.5, "max_step_reward": 3.4722, "n_episodes_finished": 11, "mean_ep_return": 169.206, "mean_ep_length": 200.0, "mean_collisions": 13.64, "mean_dynamic_collisions": 1.73, "mean_intent_rate": 0.742, "policy_loss": 0.02024, "value_loss": 147.784706, "entropy": 0.445322, "total_loss": 73.908139, "clip_frac": 0.185425, "sps": 392.5, "elapsed_s": 1504.1} {"update": 298, "steps_done": 610304, "mean_step_reward": -0.0397, "min_step_reward": -28.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -9.121, "mean_ep_length": 200.0, "mean_collisions": 18.0, "mean_dynamic_collisions": 7.4, "mean_intent_rate": 0.698, "policy_loss": 0.025786, "value_loss": 700.994357, "entropy": 0.461215, "total_loss": 350.518353, "clip_frac": 0.231567, "sps": 393.0, "elapsed_s": 1509.3} {"update": 299, "steps_done": 612352, "mean_step_reward": 0.1411, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 26.295, "mean_ep_length": 200.0, "mean_collisions": 29.0, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.719, "policy_loss": 0.025792, "value_loss": 245.095683, "entropy": 0.461584, "total_loss": 122.569018, "clip_frac": 0.28418, "sps": 403.0, "elapsed_s": 1514.4} {"update": 300, "steps_done": 614400, "mean_step_reward": 0.514, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 12, "mean_ep_return": 90.764, "mean_ep_length": 176.7, "mean_collisions": 15.75, "mean_dynamic_collisions": 1.75, "mean_intent_rate": 0.711, "policy_loss": 0.021083, "value_loss": 240.251128, "entropy": 0.4579, "total_loss": 120.142069, "clip_frac": 0.154541, "sps": 403.1, "elapsed_s": 1519.5} {"update": 301, "steps_done": 616448, "mean_step_reward": 0.1885, "min_step_reward": -28.5808, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 53.782, "mean_ep_length": 200.0, "mean_collisions": 21.8, "mean_dynamic_collisions": 2.0, "mean_intent_rate": 0.695, "policy_loss": 0.003654, "value_loss": 199.096819, "entropy": 0.514107, "total_loss": 99.546921, "clip_frac": 0.184937, "sps": 404.7, "elapsed_s": 1524.6} {"update": 302, "steps_done": 618496, "mean_step_reward": 0.7321, "min_step_reward": -25.5435, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 126.471, "mean_ep_length": 200.0, "mean_collisions": 13.6, "mean_dynamic_collisions": 2.5, "mean_intent_rate": 0.705, "policy_loss": 0.009052, "value_loss": 187.00843, "entropy": 0.479249, "total_loss": 93.508475, "clip_frac": 0.166504, "sps": 399.1, "elapsed_s": 1529.7} {"update": 303, "steps_done": 620544, "mean_step_reward": 0.8758, "min_step_reward": -18.5836, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 167.624, "mean_ep_length": 200.0, "mean_collisions": 13.0, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.696, "policy_loss": 0.012896, "value_loss": 126.449176, "entropy": 0.456472, "total_loss": 63.232919, "clip_frac": 0.092651, "sps": 397.4, "elapsed_s": 1534.9} {"update": 304, "steps_done": 622592, "mean_step_reward": 0.4709, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 102.978, "mean_ep_length": 200.0, "mean_collisions": 13.45, "mean_dynamic_collisions": 4.09, "mean_intent_rate": 0.706, "policy_loss": 0.002819, "value_loss": 450.921075, "entropy": 0.475315, "total_loss": 225.458603, "clip_frac": 0.117676, "sps": 388.3, "elapsed_s": 1540.1} {"update": 305, "steps_done": 624640, "mean_step_reward": 0.9123, "min_step_reward": -25.5848, "max_step_reward": 3.4812, "n_episodes_finished": 10, "mean_ep_return": 192.065, "mean_ep_length": 196.6, "mean_collisions": 8.9, "mean_dynamic_collisions": 1.8, "mean_intent_rate": 0.712, "policy_loss": 0.002732, "value_loss": 175.204986, "entropy": 0.477085, "total_loss": 87.600454, "clip_frac": 0.085205, "sps": 390.3, "elapsed_s": 1545.4} {"update": 306, "steps_done": 626688, "mean_step_reward": 0.8983, "min_step_reward": -18.599, "max_step_reward": 3.4881, "n_episodes_finished": 10, "mean_ep_return": 166.426, "mean_ep_length": 200.0, "mean_collisions": 11.7, "mean_dynamic_collisions": 1.1, "mean_intent_rate": 0.688, "policy_loss": 0.000814, "value_loss": 153.341902, "entropy": 0.490287, "total_loss": 76.666862, "clip_frac": 0.072144, "sps": 402.4, "elapsed_s": 1550.5} {"update": 307, "steps_done": 628736, "mean_step_reward": 1.1865, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 231.087, "mean_ep_length": 193.8, "mean_collisions": 7.0, "mean_dynamic_collisions": 0.36, "mean_intent_rate": 0.712, "policy_loss": 0.007674, "value_loss": 133.922318, "entropy": 0.478301, "total_loss": 66.96405, "clip_frac": 0.137207, "sps": 401.2, "elapsed_s": 1555.6} {"update": 308, "steps_done": 630784, "mean_step_reward": 1.1494, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 227.443, "mean_ep_length": 200.0, "mean_collisions": 5.5, "mean_dynamic_collisions": 1.5, "mean_intent_rate": 0.696, "policy_loss": 0.001253, "value_loss": 193.750382, "entropy": 0.430324, "total_loss": 96.872141, "clip_frac": 0.110474, "sps": 404.8, "elapsed_s": 1560.6} {"update": 309, "steps_done": 632832, "mean_step_reward": 0.0945, "min_step_reward": -25.5871, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 15.873, "mean_ep_length": 200.0, "mean_collisions": 10.7, "mean_dynamic_collisions": 10.4, "mean_intent_rate": 0.702, "policy_loss": 0.047156, "value_loss": 1339.429756, "entropy": 0.411022, "total_loss": 669.757927, "clip_frac": 0.224243, "sps": 394.3, "elapsed_s": 1565.8} {"update": 310, "steps_done": 634880, "mean_step_reward": -0.1765, "min_step_reward": -25.5571, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": -0.048, "mean_ep_length": 200.0, "mean_collisions": 30.0, "mean_dynamic_collisions": 1.0, "mean_intent_rate": 0.713, "policy_loss": 0.027488, "value_loss": 355.038745, "entropy": 0.482851, "total_loss": 177.542031, "clip_frac": 0.224121, "sps": 401.6, "elapsed_s": 1570.9} {"update": 311, "steps_done": 636928, "mean_step_reward": -0.1631, "min_step_reward": -25.5859, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -53.152, "mean_ep_length": 200.0, "mean_collisions": 28.0, "mean_dynamic_collisions": 4.2, "mean_intent_rate": 0.695, "policy_loss": 0.002729, "value_loss": 386.2375, "entropy": 0.499207, "total_loss": 193.116487, "clip_frac": 0.108887, "sps": 400.1, "elapsed_s": 1576.1} {"update": 312, "steps_done": 638976, "mean_step_reward": -0.597, "min_step_reward": -25.5816, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -117.092, "mean_ep_length": 200.0, "mean_collisions": 23.2, "mean_dynamic_collisions": 11.3, "mean_intent_rate": 0.721, "policy_loss": 0.059079, "value_loss": 1313.102081, "entropy": 0.483894, "total_loss": 656.605275, "clip_frac": 0.300537, "sps": 401.8, "elapsed_s": 1581.2} {"update": 313, "steps_done": 641024, "mean_step_reward": 0.6774, "min_step_reward": -28.5543, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 121.0, "mean_ep_length": 200.0, "mean_collisions": 13.9, "mean_dynamic_collisions": 2.4, "mean_intent_rate": 0.691, "policy_loss": 0.081603, "value_loss": 215.978709, "entropy": 0.491769, "total_loss": 108.06604, "clip_frac": 0.285645, "sps": 392.3, "elapsed_s": 1586.4} {"update": 314, "steps_done": 643072, "mean_step_reward": 0.775, "min_step_reward": -25.5785, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 159.095, "mean_ep_length": 200.0, "mean_collisions": 7.91, "mean_dynamic_collisions": 1.09, "mean_intent_rate": 0.61, "policy_loss": 0.005412, "value_loss": 134.35725, "entropy": 0.598505, "total_loss": 67.178052, "clip_frac": 0.083984, "sps": 392.4, "elapsed_s": 1591.6} {"update": 315, "steps_done": 645120, "mean_step_reward": 0.3635, "min_step_reward": -25.5841, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 72.499, "mean_ep_length": 183.5, "mean_collisions": 13.64, "mean_dynamic_collisions": 2.09, "mean_intent_rate": 0.614, "policy_loss": 0.004649, "value_loss": 163.714739, "entropy": 0.565112, "total_loss": 81.856366, "clip_frac": 0.094849, "sps": 403.1, "elapsed_s": 1596.7} {"update": 316, "steps_done": 647168, "mean_step_reward": 0.7758, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 144.036, "mean_ep_length": 200.0, "mean_collisions": 9.7, "mean_dynamic_collisions": 1.6, "mean_intent_rate": 0.631, "policy_loss": 0.000101, "value_loss": 91.823266, "entropy": 0.536392, "total_loss": 45.906371, "clip_frac": 0.110596, "sps": 397.3, "elapsed_s": 1601.8} {"update": 317, "steps_done": 649216, "mean_step_reward": 0.7163, "min_step_reward": -10.5713, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 148.23, "mean_ep_length": 200.0, "mean_collisions": 10.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.607, "policy_loss": -0.004177, "value_loss": 81.068018, "entropy": 0.528083, "total_loss": 40.524551, "clip_frac": 0.084229, "sps": 398.9, "elapsed_s": 1607.0} {"update": 318, "steps_done": 651264, "mean_step_reward": 0.9883, "min_step_reward": -10.3372, "max_step_reward": 3.4712, "n_episodes_finished": 10, "mean_ep_return": 188.757, "mean_ep_length": 200.0, "mean_collisions": 8.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.632, "policy_loss": 0.0003, "value_loss": 81.019141, "entropy": 0.478561, "total_loss": 40.505084, "clip_frac": 0.086792, "sps": 408.7, "elapsed_s": 1612.0} {"update": 319, "steps_done": 653312, "mean_step_reward": 0.7529, "min_step_reward": -10.5696, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 154.271, "mean_ep_length": 200.0, "mean_collisions": 8.91, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.586, "policy_loss": 0.006342, "value_loss": 80.198659, "entropy": 0.483814, "total_loss": 40.100833, "clip_frac": 0.110229, "sps": 402.4, "elapsed_s": 1617.1} {"update": 320, "steps_done": 655360, "mean_step_reward": 0.9206, "min_step_reward": -18.5743, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 183.3, "mean_ep_length": 200.0, "mean_collisions": 6.7, "mean_dynamic_collisions": 0.5, "mean_intent_rate": 0.611, "policy_loss": 0.001992, "value_loss": 92.108208, "entropy": 0.481868, "total_loss": 46.051278, "clip_frac": 0.143555, "sps": 399.4, "elapsed_s": 1622.2} {"update": 321, "steps_done": 657408, "mean_step_reward": 0.7504, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 146.986, "mean_ep_length": 200.0, "mean_collisions": 2.7, "mean_dynamic_collisions": 4.8, "mean_intent_rate": 0.616, "policy_loss": 0.014759, "value_loss": 607.775017, "entropy": 0.467322, "total_loss": 303.897596, "clip_frac": 0.201294, "sps": 402.9, "elapsed_s": 1627.3} {"update": 322, "steps_done": 659456, "mean_step_reward": 1.0312, "min_step_reward": -18.5814, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 212.045, "mean_ep_length": 200.0, "mean_collisions": 0.6, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.549, "policy_loss": 0.016048, "value_loss": 125.444748, "entropy": 0.513702, "total_loss": 62.733284, "clip_frac": 0.190552, "sps": 408.9, "elapsed_s": 1632.3} {"update": 323, "steps_done": 661504, "mean_step_reward": 0.8031, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 151.224, "mean_ep_length": 190.2, "mean_collisions": 0.73, "mean_dynamic_collisions": 1.82, "mean_intent_rate": 0.52, "policy_loss": 0.003584, "value_loss": 218.494431, "entropy": 0.4808, "total_loss": 109.245991, "clip_frac": 0.165039, "sps": 391.6, "elapsed_s": 1637.5} {"update": 324, "steps_done": 663552, "mean_step_reward": 0.9677, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 197.327, "mean_ep_length": 200.0, "mean_collisions": 1.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.528, "policy_loss": 0.006094, "value_loss": 87.925128, "entropy": 0.486506, "total_loss": 43.963792, "clip_frac": 0.163452, "sps": 393.4, "elapsed_s": 1642.7} {"update": 325, "steps_done": 665600, "mean_step_reward": 0.887, "min_step_reward": -18.5804, "max_step_reward": 3.4898, "n_episodes_finished": 11, "mean_ep_return": 176.353, "mean_ep_length": 200.0, "mean_collisions": 0.73, "mean_dynamic_collisions": 0.45, "mean_intent_rate": 0.498, "policy_loss": 0.005497, "value_loss": 108.17428, "entropy": 0.502556, "total_loss": 54.087611, "clip_frac": 0.194214, "sps": 403.9, "elapsed_s": 1647.8} {"update": 326, "steps_done": 667648, "mean_step_reward": -0.5212, "min_step_reward": -25.5862, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -112.699, "mean_ep_length": 200.0, "mean_collisions": 2.1, "mean_dynamic_collisions": 17.1, "mean_intent_rate": 0.545, "policy_loss": 0.025884, "value_loss": 2623.865723, "entropy": 0.416916, "total_loss": 1311.954575, "clip_frac": 0.332153, "sps": 397.4, "elapsed_s": 1653.0} {"update": 327, "steps_done": 669696, "mean_step_reward": 1.296, "min_step_reward": -7.9316, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 261.789, "mean_ep_length": 200.0, "mean_collisions": 2.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.665, "policy_loss": 0.052347, "value_loss": 227.671571, "entropy": 0.390086, "total_loss": 113.884232, "clip_frac": 0.233398, "sps": 392.9, "elapsed_s": 1658.2} {"update": 328, "steps_done": 671744, "mean_step_reward": 1.0796, "min_step_reward": -15.599, "max_step_reward": 3.4775, "n_episodes_finished": 10, "mean_ep_return": 208.99, "mean_ep_length": 200.0, "mean_collisions": 3.4, "mean_dynamic_collisions": 0.2, "mean_intent_rate": 0.59, "policy_loss": 0.018413, "value_loss": 94.920636, "entropy": 0.45126, "total_loss": 47.474218, "clip_frac": 0.21875, "sps": 400.2, "elapsed_s": 1663.3} {"update": 329, "steps_done": 673792, "mean_step_reward": 1.0383, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 213.156, "mean_ep_length": 200.0, "mean_collisions": 1.91, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.564, "policy_loss": 0.007, "value_loss": 93.051278, "entropy": 0.460301, "total_loss": 46.528036, "clip_frac": 0.165283, "sps": 408.5, "elapsed_s": 1668.3} {"update": 330, "steps_done": 675840, "mean_step_reward": 1.1005, "min_step_reward": -18.599, "max_step_reward": 3.4929, "n_episodes_finished": 10, "mean_ep_return": 218.899, "mean_ep_length": 200.0, "mean_collisions": 2.2, "mean_dynamic_collisions": 1.0, "mean_intent_rate": 0.612, "policy_loss": 0.018239, "value_loss": 126.003354, "entropy": 0.45208, "total_loss": 63.015396, "clip_frac": 0.184814, "sps": 394.0, "elapsed_s": 1673.5} {"update": 331, "steps_done": 677888, "mean_step_reward": 0.7741, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 158.685, "mean_ep_length": 200.0, "mean_collisions": 1.5, "mean_dynamic_collisions": 3.3, "mean_intent_rate": 0.571, "policy_loss": 0.01089, "value_loss": 286.252639, "entropy": 0.416772, "total_loss": 143.13304, "clip_frac": 0.269531, "sps": 396.2, "elapsed_s": 1678.7} {"update": 332, "steps_done": 679936, "mean_step_reward": 1.0841, "min_step_reward": -18.5963, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 226.278, "mean_ep_length": 200.0, "mean_collisions": 3.2, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.629, "policy_loss": 0.004492, "value_loss": 118.484951, "entropy": 0.403125, "total_loss": 59.242936, "clip_frac": 0.112793, "sps": 391.2, "elapsed_s": 1683.9} {"update": 333, "steps_done": 681984, "mean_step_reward": 1.2952, "min_step_reward": -7.599, "max_step_reward": 3.401, "n_episodes_finished": 11, "mean_ep_return": 243.676, "mean_ep_length": 200.0, "mean_collisions": 3.45, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.64, "policy_loss": 0.005449, "value_loss": 120.564221, "entropy": 0.400494, "total_loss": 60.283555, "clip_frac": 0.110596, "sps": 405.8, "elapsed_s": 1689.0} {"update": 334, "steps_done": 684032, "mean_step_reward": 0.7432, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 155.594, "mean_ep_length": 200.0, "mean_collisions": 4.3, "mean_dynamic_collisions": 2.9, "mean_intent_rate": 0.598, "policy_loss": 0.01446, "value_loss": 287.327887, "entropy": 0.447372, "total_loss": 143.67393, "clip_frac": 0.148315, "sps": 402.7, "elapsed_s": 1694.0} {"update": 335, "steps_done": 686080, "mean_step_reward": 1.0375, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 201.464, "mean_ep_length": 200.0, "mean_collisions": 2.3, "mean_dynamic_collisions": 2.6, "mean_intent_rate": 0.634, "policy_loss": 0.00581, "value_loss": 165.801823, "entropy": 0.406022, "total_loss": 82.90266, "clip_frac": 0.098022, "sps": 394.5, "elapsed_s": 1699.2} {"update": 336, "steps_done": 688128, "mean_step_reward": 0.5163, "min_step_reward": -25.5857, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 92.946, "mean_ep_length": 200.0, "mean_collisions": 5.3, "mean_dynamic_collisions": 5.5, "mean_intent_rate": 0.595, "policy_loss": 0.016141, "value_loss": 615.873763, "entropy": 0.432962, "total_loss": 307.948691, "clip_frac": 0.23645, "sps": 398.3, "elapsed_s": 1704.4} {"update": 337, "steps_done": 690176, "mean_step_reward": 1.0944, "min_step_reward": -18.5837, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 224.449, "mean_ep_length": 200.0, "mean_collisions": 5.91, "mean_dynamic_collisions": 0.55, "mean_intent_rate": 0.668, "policy_loss": 0.023782, "value_loss": 151.580222, "entropy": 0.433129, "total_loss": 75.809562, "clip_frac": 0.189819, "sps": 402.2, "elapsed_s": 1709.5} {"update": 338, "steps_done": 692224, "mean_step_reward": 0.8189, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 158.923, "mean_ep_length": 200.0, "mean_collisions": 7.1, "mean_dynamic_collisions": 3.4, "mean_intent_rate": 0.67, "policy_loss": 0.008878, "value_loss": 274.0968, "entropy": 0.400911, "total_loss": 137.053269, "clip_frac": 0.120605, "sps": 395.1, "elapsed_s": 1714.7} {"update": 339, "steps_done": 694272, "mean_step_reward": 0.8123, "min_step_reward": -25.5584, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 166.114, "mean_ep_length": 200.0, "mean_collisions": 5.1, "mean_dynamic_collisions": 3.1, "mean_intent_rate": 0.642, "policy_loss": 0.003402, "value_loss": 360.530824, "entropy": 0.430449, "total_loss": 180.264508, "clip_frac": 0.115234, "sps": 396.9, "elapsed_s": 1719.8} {"update": 340, "steps_done": 696320, "mean_step_reward": 1.2514, "min_step_reward": -25.5859, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 248.983, "mean_ep_length": 200.0, "mean_collisions": 3.1, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.662, "policy_loss": 0.025323, "value_loss": 122.169339, "entropy": 0.427616, "total_loss": 61.105716, "clip_frac": 0.178467, "sps": 397.3, "elapsed_s": 1725.0} {"update": 341, "steps_done": 698368, "mean_step_reward": 1.0937, "min_step_reward": -18.5377, "max_step_reward": 3.4387, "n_episodes_finished": 11, "mean_ep_return": 221.164, "mean_ep_length": 200.0, "mean_collisions": 2.09, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.58, "policy_loss": 0.007593, "value_loss": 121.497047, "entropy": 0.451603, "total_loss": 60.7516, "clip_frac": 0.147583, "sps": 398.9, "elapsed_s": 1730.1} {"update": 342, "steps_done": 700416, "mean_step_reward": 1.1032, "min_step_reward": -18.5833, "max_step_reward": 3.4983, "n_episodes_finished": 10, "mean_ep_return": 222.604, "mean_ep_length": 200.0, "mean_collisions": 4.6, "mean_dynamic_collisions": 0.8, "mean_intent_rate": 0.652, "policy_loss": 0.007825, "value_loss": 125.263652, "entropy": 0.448139, "total_loss": 62.63517, "clip_frac": 0.122314, "sps": 392.5, "elapsed_s": 1735.3} {"update": 343, "steps_done": 702464, "mean_step_reward": 1.0937, "min_step_reward": -18.5871, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 215.772, "mean_ep_length": 200.0, "mean_collisions": 3.1, "mean_dynamic_collisions": 1.4, "mean_intent_rate": 0.637, "policy_loss": 0.019195, "value_loss": 191.089435, "entropy": 0.473138, "total_loss": 95.559183, "clip_frac": 0.215942, "sps": 392.3, "elapsed_s": 1740.5} {"update": 344, "steps_done": 704512, "mean_step_reward": 1.0808, "min_step_reward": -7.6972, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 215.523, "mean_ep_length": 200.0, "mean_collisions": 5.6, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.645, "policy_loss": 0.013317, "value_loss": 135.248473, "entropy": 0.457511, "total_loss": 67.632978, "clip_frac": 0.158447, "sps": 400.5, "elapsed_s": 1745.7} {"update": 345, "steps_done": 706560, "mean_step_reward": 1.1918, "min_step_reward": -10.5185, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 234.165, "mean_ep_length": 200.0, "mean_collisions": 4.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.65, "policy_loss": 0.011681, "value_loss": 127.731359, "entropy": 0.454026, "total_loss": 63.87282, "clip_frac": 0.139526, "sps": 400.0, "elapsed_s": 1750.8} {"update": 346, "steps_done": 708608, "mean_step_reward": 1.1138, "min_step_reward": -8.518, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 227.694, "mean_ep_length": 200.0, "mean_collisions": 5.64, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.653, "policy_loss": 0.004416, "value_loss": 140.458746, "entropy": 0.460752, "total_loss": 70.229181, "clip_frac": 0.113647, "sps": 403.4, "elapsed_s": 1755.9} {"update": 347, "steps_done": 710656, "mean_step_reward": 1.3107, "min_step_reward": -18.5, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 259.231, "mean_ep_length": 200.0, "mean_collisions": 4.1, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.688, "policy_loss": 0.005639, "value_loss": 139.306355, "entropy": 0.438206, "total_loss": 69.654436, "clip_frac": 0.124878, "sps": 404.2, "elapsed_s": 1760.9} {"update": 348, "steps_done": 712704, "mean_step_reward": 0.9748, "min_step_reward": -25.556, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 194.722, "mean_ep_length": 200.0, "mean_collisions": 4.3, "mean_dynamic_collisions": 2.3, "mean_intent_rate": 0.645, "policy_loss": 0.011598, "value_loss": 295.722335, "entropy": 0.461136, "total_loss": 147.868155, "clip_frac": 0.18103, "sps": 405.7, "elapsed_s": 1766.0} {"update": 349, "steps_done": 714752, "mean_step_reward": 1.2919, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 256.973, "mean_ep_length": 200.0, "mean_collisions": 3.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.665, "policy_loss": 0.005992, "value_loss": 144.954514, "entropy": 0.411531, "total_loss": 72.479133, "clip_frac": 0.116943, "sps": 401.0, "elapsed_s": 1771.1} {"update": 350, "steps_done": 716800, "mean_step_reward": 1.3669, "min_step_reward": -7.5885, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 272.916, "mean_ep_length": 200.0, "mean_collisions": 2.45, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.674, "policy_loss": 0.007502, "value_loss": 162.257214, "entropy": 0.435871, "total_loss": 81.131749, "clip_frac": 0.089966, "sps": 396.7, "elapsed_s": 1776.2} {"update": 351, "steps_done": 718848, "mean_step_reward": 0.9876, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 195.468, "mean_ep_length": 200.0, "mean_collisions": 2.3, "mean_dynamic_collisions": 3.6, "mean_intent_rate": 0.651, "policy_loss": 0.009949, "value_loss": 428.477715, "entropy": 0.496273, "total_loss": 214.243845, "clip_frac": 0.159668, "sps": 396.0, "elapsed_s": 1781.4} {"update": 352, "steps_done": 720896, "mean_step_reward": 0.9074, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 251.964, "mean_ep_length": 200.0, "mean_collisions": 1.1, "mean_dynamic_collisions": 1.1, "mean_intent_rate": 0.651, "policy_loss": 0.023519, "value_loss": 535.431235, "entropy": 0.449636, "total_loss": 267.734641, "clip_frac": 0.262207, "sps": 396.0, "elapsed_s": 1786.6} {"update": 353, "steps_done": 722944, "mean_step_reward": 0.8962, "min_step_reward": -25.5865, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 104.631, "mean_ep_length": 200.0, "mean_collisions": 1.2, "mean_dynamic_collisions": 8.1, "mean_intent_rate": 0.622, "policy_loss": 0.005445, "value_loss": 671.626992, "entropy": 0.476929, "total_loss": 335.814173, "clip_frac": 0.107666, "sps": 407.3, "elapsed_s": 1791.6} {"update": 354, "steps_done": 724992, "mean_step_reward": -0.0511, "min_step_reward": -18.599, "max_step_reward": 3.4889, "n_episodes_finished": 11, "mean_ep_return": 7.849, "mean_ep_length": 200.0, "mean_collisions": 3.09, "mean_dynamic_collisions": 14.0, "mean_intent_rate": 0.67, "policy_loss": 0.022131, "value_loss": 1720.563366, "entropy": 0.438147, "total_loss": 860.299429, "clip_frac": 0.2677, "sps": 400.4, "elapsed_s": 1796.7} {"update": 355, "steps_done": 727040, "mean_step_reward": 0.6313, "min_step_reward": -10.554, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 123.695, "mean_ep_length": 200.0, "mean_collisions": 18.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.695, "policy_loss": 0.052079, "value_loss": 523.769242, "entropy": 0.458433, "total_loss": 261.932117, "clip_frac": 0.240723, "sps": 398.5, "elapsed_s": 1801.9} {"update": 356, "steps_done": 729088, "mean_step_reward": 0.2687, "min_step_reward": -25.5863, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 57.225, "mean_ep_length": 200.0, "mean_collisions": 13.1, "mean_dynamic_collisions": 6.8, "mean_intent_rate": 0.702, "policy_loss": 0.012846, "value_loss": 949.017549, "entropy": 0.451848, "total_loss": 474.517099, "clip_frac": 0.312622, "sps": 400.7, "elapsed_s": 1807.0} {"update": 357, "steps_done": 731136, "mean_step_reward": 1.2294, "min_step_reward": -10.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 238.768, "mean_ep_length": 200.0, "mean_collisions": 9.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.738, "policy_loss": 0.03713, "value_loss": 167.507936, "entropy": 0.455893, "total_loss": 83.78654, "clip_frac": 0.193481, "sps": 405.4, "elapsed_s": 1812.0} {"update": 358, "steps_done": 733184, "mean_step_reward": 1.105, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 206.107, "mean_ep_length": 188.3, "mean_collisions": 6.18, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.657, "policy_loss": 0.005824, "value_loss": 100.346376, "entropy": 0.478847, "total_loss": 50.174223, "clip_frac": 0.133301, "sps": 395.9, "elapsed_s": 1817.2} {"update": 359, "steps_done": 735232, "mean_step_reward": 1.0804, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 213.645, "mean_ep_length": 200.0, "mean_collisions": 3.7, "mean_dynamic_collisions": 2.3, "mean_intent_rate": 0.67, "policy_loss": 0.014643, "value_loss": 166.599458, "entropy": 0.4374, "total_loss": 83.309998, "clip_frac": 0.162231, "sps": 395.3, "elapsed_s": 1822.4} {"update": 360, "steps_done": 737280, "mean_step_reward": 1.3712, "min_step_reward": -8.0993, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 276.204, "mean_ep_length": 200.0, "mean_collisions": 2.27, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.676, "policy_loss": 0.003723, "value_loss": 111.147525, "entropy": 0.428162, "total_loss": 55.573204, "clip_frac": 0.071655, "sps": 400.1, "elapsed_s": 1827.5} {"update": 361, "steps_done": 739328, "mean_step_reward": 1.0258, "min_step_reward": -25.5584, "max_step_reward": 3.4562, "n_episodes_finished": 10, "mean_ep_return": 202.859, "mean_ep_length": 200.0, "mean_collisions": 4.6, "mean_dynamic_collisions": 2.2, "mean_intent_rate": 0.663, "policy_loss": 0.006321, "value_loss": 170.972837, "entropy": 0.444733, "total_loss": 85.488292, "clip_frac": 0.095703, "sps": 391.3, "elapsed_s": 1832.8} {"update": 362, "steps_done": 741376, "mean_step_reward": 1.2718, "min_step_reward": -18.599, "max_step_reward": 3.4799, "n_episodes_finished": 10, "mean_ep_return": 258.92, "mean_ep_length": 200.0, "mean_collisions": 3.5, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.677, "policy_loss": 0.005135, "value_loss": 145.577252, "entropy": 0.457264, "total_loss": 72.789188, "clip_frac": 0.102783, "sps": 393.5, "elapsed_s": 1838.0} {"update": 363, "steps_done": 743424, "mean_step_reward": 1.3226, "min_step_reward": -18.5828, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 261.172, "mean_ep_length": 200.0, "mean_collisions": 3.0, "mean_dynamic_collisions": 0.8, "mean_intent_rate": 0.69, "policy_loss": 0.012442, "value_loss": 154.62422, "entropy": 0.466615, "total_loss": 77.319886, "clip_frac": 0.145752, "sps": 402.5, "elapsed_s": 1843.1} {"update": 364, "steps_done": 745472, "mean_step_reward": 1.2853, "min_step_reward": -25.587, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 265.162, "mean_ep_length": 200.0, "mean_collisions": 3.09, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.671, "policy_loss": 0.016256, "value_loss": 152.812844, "entropy": 0.47418, "total_loss": 76.417936, "clip_frac": 0.207275, "sps": 402.8, "elapsed_s": 1848.1} {"update": 365, "steps_done": 747520, "mean_step_reward": 1.0664, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 205.252, "mean_ep_length": 200.0, "mean_collisions": 5.3, "mean_dynamic_collisions": 1.9, "mean_intent_rate": 0.668, "policy_loss": 0.025511, "value_loss": 160.148931, "entropy": 0.505247, "total_loss": 80.094923, "clip_frac": 0.249268, "sps": 395.3, "elapsed_s": 1853.3} {"update": 366, "steps_done": 749568, "mean_step_reward": 1.0751, "min_step_reward": -9.8755, "max_step_reward": 3.4985, "n_episodes_finished": 10, "mean_ep_return": 211.945, "mean_ep_length": 200.0, "mean_collisions": 6.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.652, "policy_loss": 0.010925, "value_loss": 139.176822, "entropy": 0.482031, "total_loss": 69.594516, "clip_frac": 0.228394, "sps": 397.9, "elapsed_s": 1858.5} {"update": 367, "steps_done": 751616, "mean_step_reward": 1.2967, "min_step_reward": -10.5828, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 257.289, "mean_ep_length": 200.0, "mean_collisions": 5.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.693, "policy_loss": 0.008212, "value_loss": 151.830481, "entropy": 0.440457, "total_loss": 75.919048, "clip_frac": 0.145752, "sps": 395.2, "elapsed_s": 1863.7} {"update": 368, "steps_done": 753664, "mean_step_reward": 1.2644, "min_step_reward": -15.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 255.479, "mean_ep_length": 200.0, "mean_collisions": 2.36, "mean_dynamic_collisions": 0.45, "mean_intent_rate": 0.655, "policy_loss": 0.012606, "value_loss": 165.689869, "entropy": 0.466424, "total_loss": 82.852876, "clip_frac": 0.199097, "sps": 398.8, "elapsed_s": 1868.8} {"update": 369, "steps_done": 755712, "mean_step_reward": 0.7614, "min_step_reward": -18.5822, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 148.555, "mean_ep_length": 200.0, "mean_collisions": 5.4, "mean_dynamic_collisions": 3.5, "mean_intent_rate": 0.638, "policy_loss": 0.009735, "value_loss": 342.803178, "entropy": 0.429059, "total_loss": 171.407033, "clip_frac": 0.158936, "sps": 392.3, "elapsed_s": 1874.0} {"update": 370, "steps_done": 757760, "mean_step_reward": 1.2901, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 258.184, "mean_ep_length": 200.0, "mean_collisions": 3.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.67, "policy_loss": 0.010933, "value_loss": 156.206345, "entropy": 0.422593, "total_loss": 78.10988, "clip_frac": 0.124512, "sps": 400.2, "elapsed_s": 1879.1} {"update": 371, "steps_done": 759808, "mean_step_reward": 1.2627, "min_step_reward": -18.5606, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 252.569, "mean_ep_length": 200.0, "mean_collisions": 3.9, "mean_dynamic_collisions": 1.9, "mean_intent_rate": 0.723, "policy_loss": 0.008207, "value_loss": 249.432269, "entropy": 0.430984, "total_loss": 124.720029, "clip_frac": 0.14209, "sps": 399.0, "elapsed_s": 1884.3} {"update": 372, "steps_done": 761856, "mean_step_reward": 1.228, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 245.946, "mean_ep_length": 200.0, "mean_collisions": 4.55, "mean_dynamic_collisions": 0.64, "mean_intent_rate": 0.684, "policy_loss": 0.014772, "value_loss": 186.357373, "entropy": 0.466414, "total_loss": 93.188794, "clip_frac": 0.154541, "sps": 395.8, "elapsed_s": 1889.4} {"update": 373, "steps_done": 763904, "mean_step_reward": 1.1325, "min_step_reward": -25.5842, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 220.679, "mean_ep_length": 200.0, "mean_collisions": 2.4, "mean_dynamic_collisions": 1.9, "mean_intent_rate": 0.647, "policy_loss": 0.025934, "value_loss": 250.556097, "entropy": 0.471221, "total_loss": 125.299269, "clip_frac": 0.256836, "sps": 395.8, "elapsed_s": 1894.6} {"update": 374, "steps_done": 765952, "mean_step_reward": 1.4449, "min_step_reward": -8.4718, "max_step_reward": 3.4599, "n_episodes_finished": 10, "mean_ep_return": 291.81, "mean_ep_length": 200.0, "mean_collisions": 3.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.723, "policy_loss": 0.012949, "value_loss": 173.631843, "entropy": 0.440997, "total_loss": 86.824461, "clip_frac": 0.164795, "sps": 409.5, "elapsed_s": 1899.6} {"update": 375, "steps_done": 768000, "mean_step_reward": 1.2479, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 256.846, "mean_ep_length": 200.0, "mean_collisions": 2.2, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.654, "policy_loss": 0.004058, "value_loss": 172.136776, "entropy": 0.466912, "total_loss": 86.067776, "clip_frac": 0.137573, "sps": 395.6, "elapsed_s": 1904.8} {"update": 376, "steps_done": 770048, "mean_step_reward": 1.1744, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 11, "mean_ep_return": 232.442, "mean_ep_length": 200.0, "mean_collisions": 1.45, "mean_dynamic_collisions": 1.36, "mean_intent_rate": 0.631, "policy_loss": 0.006741, "value_loss": 219.592071, "entropy": 0.459608, "total_loss": 109.79818, "clip_frac": 0.153076, "sps": 395.6, "elapsed_s": 1910.0} {"update": 377, "steps_done": 772096, "mean_step_reward": 1.2933, "min_step_reward": -18.5784, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 262.503, "mean_ep_length": 200.0, "mean_collisions": 2.3, "mean_dynamic_collisions": 1.2, "mean_intent_rate": 0.692, "policy_loss": 0.000654, "value_loss": 213.156357, "entropy": 0.457335, "total_loss": 106.574259, "clip_frac": 0.084717, "sps": 395.8, "elapsed_s": 1915.1} {"update": 378, "steps_done": 774144, "mean_step_reward": 1.3116, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 256.857, "mean_ep_length": 200.0, "mean_collisions": 1.8, "mean_dynamic_collisions": 0.9, "mean_intent_rate": 0.663, "policy_loss": 0.001851, "value_loss": 171.296226, "entropy": 0.442137, "total_loss": 85.645542, "clip_frac": 0.053711, "sps": 403.6, "elapsed_s": 1920.2} {"update": 379, "steps_done": 776192, "mean_step_reward": 1.3262, "min_step_reward": -18.5581, "max_step_reward": 3.4907, "n_episodes_finished": 10, "mean_ep_return": 265.231, "mean_ep_length": 200.0, "mean_collisions": 1.1, "mean_dynamic_collisions": 0.9, "mean_intent_rate": 0.665, "policy_loss": 0.003807, "value_loss": 189.543366, "entropy": 0.475621, "total_loss": 94.770734, "clip_frac": 0.08606, "sps": 405.1, "elapsed_s": 1925.3} {"update": 380, "steps_done": 778240, "mean_step_reward": 1.3172, "min_step_reward": -18.5843, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 264.838, "mean_ep_length": 200.0, "mean_collisions": 1.64, "mean_dynamic_collisions": 1.18, "mean_intent_rate": 0.686, "policy_loss": 0.015067, "value_loss": 171.021301, "entropy": 0.428009, "total_loss": 85.521437, "clip_frac": 0.149292, "sps": 387.8, "elapsed_s": 1930.6} {"update": 381, "steps_done": 780288, "mean_step_reward": 1.541, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 309.55, "mean_ep_length": 200.0, "mean_collisions": 2.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.734, "policy_loss": 0.006241, "value_loss": 167.910129, "entropy": 0.406114, "total_loss": 83.957246, "clip_frac": 0.079468, "sps": 404.7, "elapsed_s": 1935.6} {"update": 382, "steps_done": 782336, "mean_step_reward": 1.1441, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 227.434, "mean_ep_length": 200.0, "mean_collisions": 5.5, "mean_dynamic_collisions": 1.7, "mean_intent_rate": 0.702, "policy_loss": 0.013035, "value_loss": 247.417838, "entropy": 0.448366, "total_loss": 123.717471, "clip_frac": 0.172485, "sps": 399.4, "elapsed_s": 1940.7} {"update": 383, "steps_done": 784384, "mean_step_reward": 1.0087, "min_step_reward": -18.58, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 217.324, "mean_ep_length": 200.0, "mean_collisions": 8.6, "mean_dynamic_collisions": 0.8, "mean_intent_rate": 0.71, "policy_loss": 0.006327, "value_loss": 195.930879, "entropy": 0.385272, "total_loss": 97.967913, "clip_frac": 0.110474, "sps": 402.7, "elapsed_s": 1945.8} {"update": 384, "steps_done": 786432, "mean_step_reward": 1.2676, "min_step_reward": -18.5743, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 234.33, "mean_ep_length": 200.0, "mean_collisions": 5.5, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.679, "policy_loss": 0.002199, "value_loss": 198.651076, "entropy": 0.424131, "total_loss": 99.323495, "clip_frac": 0.117065, "sps": 406.2, "elapsed_s": 1950.9} {"update": 385, "steps_done": 788480, "mean_step_reward": 1.4915, "min_step_reward": -7.5875, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 296.92, "mean_ep_length": 200.0, "mean_collisions": 1.09, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.694, "policy_loss": 0.013339, "value_loss": 178.212559, "entropy": 0.432861, "total_loss": 89.11529, "clip_frac": 0.139038, "sps": 403.7, "elapsed_s": 1956.0} {"update": 386, "steps_done": 790528, "mean_step_reward": 1.2622, "min_step_reward": -18.599, "max_step_reward": 3.4616, "n_episodes_finished": 10, "mean_ep_return": 249.918, "mean_ep_length": 200.0, "mean_collisions": 1.5, "mean_dynamic_collisions": 1.3, "mean_intent_rate": 0.658, "policy_loss": 0.010235, "value_loss": 203.837918, "entropy": 0.449694, "total_loss": 101.924696, "clip_frac": 0.161621, "sps": 405.7, "elapsed_s": 1961.0} {"update": 387, "steps_done": 792576, "mean_step_reward": 1.3698, "min_step_reward": -18.53, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 273.23, "mean_ep_length": 200.0, "mean_collisions": 2.7, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.689, "policy_loss": 0.018288, "value_loss": 188.623753, "entropy": 0.455667, "total_loss": 94.325607, "clip_frac": 0.209961, "sps": 405.0, "elapsed_s": 1966.1} {"update": 388, "steps_done": 794624, "mean_step_reward": 1.0673, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 237.784, "mean_ep_length": 200.0, "mean_collisions": 3.2, "mean_dynamic_collisions": 2.5, "mean_intent_rate": 0.706, "policy_loss": 0.007651, "value_loss": 300.938583, "entropy": 0.466658, "total_loss": 150.472276, "clip_frac": 0.114624, "sps": 401.5, "elapsed_s": 1971.2} {"update": 389, "steps_done": 796672, "mean_step_reward": 1.2218, "min_step_reward": -18.5863, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 237.442, "mean_ep_length": 200.0, "mean_collisions": 3.0, "mean_dynamic_collisions": 1.55, "mean_intent_rate": 0.68, "policy_loss": 0.007195, "value_loss": 222.122169, "entropy": 0.456357, "total_loss": 111.063716, "clip_frac": 0.179565, "sps": 402.5, "elapsed_s": 1976.2} {"update": 390, "steps_done": 798720, "mean_step_reward": 1.1531, "min_step_reward": -7.589, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 214.992, "mean_ep_length": 200.0, "mean_collisions": 4.0, "mean_dynamic_collisions": 0.5, "mean_intent_rate": 0.617, "policy_loss": 0.016192, "value_loss": 175.015518, "entropy": 0.446543, "total_loss": 87.519486, "clip_frac": 0.143799, "sps": 400.6, "elapsed_s": 1981.4} {"update": 391, "steps_done": 800768, "mean_step_reward": 0.7339, "min_step_reward": -25.587, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 151.022, "mean_ep_length": 200.0, "mean_collisions": 4.9, "mean_dynamic_collisions": 5.8, "mean_intent_rate": 0.692, "policy_loss": 0.023895, "value_loss": 747.609699, "entropy": 0.421933, "total_loss": 373.824529, "clip_frac": 0.185547, "sps": 390.5, "elapsed_s": 1986.6} {"update": 392, "steps_done": 802816, "mean_step_reward": 0.8218, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 160.625, "mean_ep_length": 200.0, "mean_collisions": 8.3, "mean_dynamic_collisions": 3.2, "mean_intent_rate": 0.681, "policy_loss": 0.016777, "value_loss": 530.125757, "entropy": 0.4133, "total_loss": 265.075521, "clip_frac": 0.167847, "sps": 401.3, "elapsed_s": 1991.7} {"update": 393, "steps_done": 804864, "mean_step_reward": 1.3567, "min_step_reward": -7.5859, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 268.917, "mean_ep_length": 200.0, "mean_collisions": 3.27, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.68, "policy_loss": 0.003259, "value_loss": 169.383105, "entropy": 0.418231, "total_loss": 84.690629, "clip_frac": 0.106201, "sps": 402.8, "elapsed_s": 1996.8} {"update": 394, "steps_done": 806912, "mean_step_reward": 1.3317, "min_step_reward": -15.5913, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 272.156, "mean_ep_length": 200.0, "mean_collisions": 3.0, "mean_dynamic_collisions": 0.5, "mean_intent_rate": 0.7, "policy_loss": 0.009156, "value_loss": 189.273405, "entropy": 0.467586, "total_loss": 94.641183, "clip_frac": 0.124634, "sps": 387.4, "elapsed_s": 2002.1} {"update": 395, "steps_done": 808960, "mean_step_reward": 1.032, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 201.615, "mean_ep_length": 200.0, "mean_collisions": 2.6, "mean_dynamic_collisions": 3.4, "mean_intent_rate": 0.661, "policy_loss": 0.015773, "value_loss": 274.346409, "entropy": 0.488953, "total_loss": 137.184089, "clip_frac": 0.168335, "sps": 396.2, "elapsed_s": 2007.3} {"update": 396, "steps_done": 811008, "mean_step_reward": 1.019, "min_step_reward": -25.5703, "max_step_reward": 3.464, "n_episodes_finished": 10, "mean_ep_return": 201.396, "mean_ep_length": 200.0, "mean_collisions": 3.7, "mean_dynamic_collisions": 3.4, "mean_intent_rate": 0.678, "policy_loss": 0.01544, "value_loss": 471.405013, "entropy": 0.42763, "total_loss": 235.713672, "clip_frac": 0.222656, "sps": 401.2, "elapsed_s": 2012.4} {"update": 397, "steps_done": 813056, "mean_step_reward": 1.3246, "min_step_reward": -18.5051, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 262.661, "mean_ep_length": 200.0, "mean_collisions": 4.82, "mean_dynamic_collisions": 0.64, "mean_intent_rate": 0.717, "policy_loss": 0.007485, "value_loss": 166.927252, "entropy": 0.428112, "total_loss": 83.46683, "clip_frac": 0.119873, "sps": 404.5, "elapsed_s": 2017.4} {"update": 398, "steps_done": 815104, "mean_step_reward": 1.1248, "min_step_reward": -25.5871, "max_step_reward": 3.4506, "n_episodes_finished": 10, "mean_ep_return": 222.441, "mean_ep_length": 200.0, "mean_collisions": 5.4, "mean_dynamic_collisions": 1.8, "mean_intent_rate": 0.696, "policy_loss": 0.014673, "value_loss": 294.167883, "entropy": 0.379335, "total_loss": 147.094821, "clip_frac": 0.12793, "sps": 404.8, "elapsed_s": 2022.5} {"update": 399, "steps_done": 817152, "mean_step_reward": 1.1883, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 239.897, "mean_ep_length": 200.0, "mean_collisions": 4.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.658, "policy_loss": 0.012116, "value_loss": 178.575634, "entropy": 0.40918, "total_loss": 89.295841, "clip_frac": 0.155151, "sps": 405.7, "elapsed_s": 2027.5} {"update": 400, "steps_done": 819200, "mean_step_reward": 1.28, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 258.461, "mean_ep_length": 200.0, "mean_collisions": 6.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.718, "policy_loss": 0.022174, "value_loss": 168.435534, "entropy": 0.390902, "total_loss": 84.236033, "clip_frac": 0.196899, "sps": 396.9, "elapsed_s": 2032.7} {"update": 401, "steps_done": 821248, "mean_step_reward": 0.9618, "min_step_reward": -25.5883, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 192.989, "mean_ep_length": 200.0, "mean_collisions": 5.09, "mean_dynamic_collisions": 1.36, "mean_intent_rate": 0.63, "policy_loss": 0.010612, "value_loss": 228.159513, "entropy": 0.389285, "total_loss": 114.086476, "clip_frac": 0.120605, "sps": 407.6, "elapsed_s": 2037.7} {"update": 402, "steps_done": 823296, "mean_step_reward": -0.3997, "min_step_reward": -25.5859, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": -90.04, "mean_ep_length": 200.0, "mean_collisions": 6.1, "mean_dynamic_collisions": 18.4, "mean_intent_rate": 0.684, "policy_loss": 0.01411, "value_loss": 2253.118534, "entropy": 0.371777, "total_loss": 1126.569663, "clip_frac": 0.211914, "sps": 395.3, "elapsed_s": 2042.9} {"update": 403, "steps_done": 825344, "mean_step_reward": 1.3696, "min_step_reward": -18.5843, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 275.682, "mean_ep_length": 200.0, "mean_collisions": 2.0, "mean_dynamic_collisions": 1.4, "mean_intent_rate": 0.717, "policy_loss": 0.081867, "value_loss": 222.874258, "entropy": 0.346464, "total_loss": 111.515531, "clip_frac": 0.368042, "sps": 402.3, "elapsed_s": 2048.0} {"update": 404, "steps_done": 827392, "mean_step_reward": 1.0733, "min_step_reward": -25.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 239.937, "mean_ep_length": 200.0, "mean_collisions": 3.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.633, "policy_loss": 0.022444, "value_loss": 188.381852, "entropy": 0.446125, "total_loss": 94.208909, "clip_frac": 0.274048, "sps": 396.6, "elapsed_s": 2053.2} {"update": 405, "steps_done": 829440, "mean_step_reward": 1.2939, "min_step_reward": -7.599, "max_step_reward": 3.401, "n_episodes_finished": 11, "mean_ep_return": 237.01, "mean_ep_length": 200.0, "mean_collisions": 3.09, "mean_dynamic_collisions": 0.91, "mean_intent_rate": 0.654, "policy_loss": 0.004636, "value_loss": 158.035262, "entropy": 0.4133, "total_loss": 79.018135, "clip_frac": 0.101685, "sps": 397.3, "elapsed_s": 2058.3} {"update": 406, "steps_done": 831488, "mean_step_reward": 1.1058, "min_step_reward": -23.3794, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 217.237, "mean_ep_length": 200.0, "mean_collisions": 2.0, "mean_dynamic_collisions": 2.5, "mean_intent_rate": 0.651, "policy_loss": 0.005252, "value_loss": 262.014907, "entropy": 0.431425, "total_loss": 131.008391, "clip_frac": 0.147949, "sps": 396.4, "elapsed_s": 2063.5} {"update": 407, "steps_done": 833536, "mean_step_reward": 1.1325, "min_step_reward": -25.5592, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 230.079, "mean_ep_length": 200.0, "mean_collisions": 2.2, "mean_dynamic_collisions": 2.0, "mean_intent_rate": 0.669, "policy_loss": 0.005731, "value_loss": 234.381073, "entropy": 0.434882, "total_loss": 117.191919, "clip_frac": 0.120483, "sps": 391.3, "elapsed_s": 2068.7} {"update": 408, "steps_done": 835584, "mean_step_reward": 1.1762, "min_step_reward": -18.5202, "max_step_reward": 3.4844, "n_episodes_finished": 10, "mean_ep_return": 231.049, "mean_ep_length": 200.0, "mean_collisions": 1.1, "mean_dynamic_collisions": 0.9, "mean_intent_rate": 0.609, "policy_loss": 0.011275, "value_loss": 151.576676, "entropy": 0.453741, "total_loss": 75.795075, "clip_frac": 0.149414, "sps": 396.4, "elapsed_s": 2073.9} {"update": 409, "steps_done": 837632, "mean_step_reward": 1.3445, "min_step_reward": -7.5868, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 270.962, "mean_ep_length": 200.0, "mean_collisions": 1.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.662, "policy_loss": 0.010802, "value_loss": 158.102703, "entropy": 0.431029, "total_loss": 79.057844, "clip_frac": 0.152954, "sps": 407.4, "elapsed_s": 2078.9} {"update": 410, "steps_done": 839680, "mean_step_reward": 1.1789, "min_step_reward": -7.5869, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 236.795, "mean_ep_length": 200.0, "mean_collisions": 1.55, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.601, "policy_loss": 0.007714, "value_loss": 154.445406, "entropy": 0.426147, "total_loss": 77.226157, "clip_frac": 0.122681, "sps": 403.4, "elapsed_s": 2084.0} {"update": 411, "steps_done": 841728, "mean_step_reward": 1.0655, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 237.685, "mean_ep_length": 200.0, "mean_collisions": 0.8, "mean_dynamic_collisions": 0.7, "mean_intent_rate": 0.608, "policy_loss": 0.009027, "value_loss": 243.283366, "entropy": 0.393408, "total_loss": 121.646777, "clip_frac": 0.153931, "sps": 390.5, "elapsed_s": 2089.2} {"update": 412, "steps_done": 843776, "mean_step_reward": 1.4274, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 255.944, "mean_ep_length": 200.0, "mean_collisions": 0.9, "mean_dynamic_collisions": 1.1, "mean_intent_rate": 0.655, "policy_loss": 0.012713, "value_loss": 155.298473, "entropy": 0.415673, "total_loss": 77.657793, "clip_frac": 0.144043, "sps": 394.9, "elapsed_s": 2094.4} {"update": 413, "steps_done": 845824, "mean_step_reward": 1.087, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 221.608, "mean_ep_length": 200.0, "mean_collisions": 2.5, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.598, "policy_loss": 0.001763, "value_loss": 149.506306, "entropy": 0.440981, "total_loss": 74.750505, "clip_frac": 0.103027, "sps": 399.7, "elapsed_s": 2099.6} {"update": 414, "steps_done": 847872, "mean_step_reward": 1.046, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 212.775, "mean_ep_length": 200.0, "mean_collisions": 1.36, "mean_dynamic_collisions": 2.45, "mean_intent_rate": 0.631, "policy_loss": 0.006739, "value_loss": 256.035082, "entropy": 0.408065, "total_loss": 128.0202, "clip_frac": 0.143066, "sps": 392.0, "elapsed_s": 2104.8} {"update": 415, "steps_done": 849920, "mean_step_reward": 1.279, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 256.375, "mean_ep_length": 200.0, "mean_collisions": 1.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.632, "policy_loss": 0.001943, "value_loss": 152.141185, "entropy": 0.422083, "total_loss": 76.068314, "clip_frac": 0.139893, "sps": 400.2, "elapsed_s": 2109.9} {"update": 416, "steps_done": 851968, "mean_step_reward": 1.2831, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 250.834, "mean_ep_length": 200.0, "mean_collisions": 3.4, "mean_dynamic_collisions": 0.8, "mean_intent_rate": 0.678, "policy_loss": 0.010737, "value_loss": 182.342474, "entropy": 0.360473, "total_loss": 91.178369, "clip_frac": 0.12146, "sps": 397.6, "elapsed_s": 2115.1} {"update": 417, "steps_done": 854016, "mean_step_reward": 1.2685, "min_step_reward": -7.5852, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 259.918, "mean_ep_length": 200.0, "mean_collisions": 2.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.654, "policy_loss": 0.00772, "value_loss": 181.61541, "entropy": 0.418062, "total_loss": 90.811246, "clip_frac": 0.128906, "sps": 406.3, "elapsed_s": 2120.1} {"update": 418, "steps_done": 856064, "mean_step_reward": 0.2119, "min_step_reward": -25.5875, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 54.714, "mean_ep_length": 200.0, "mean_collisions": 2.0, "mean_dynamic_collisions": 9.64, "mean_intent_rate": 0.595, "policy_loss": 0.031923, "value_loss": 1461.221869, "entropy": 0.363158, "total_loss": 730.639231, "clip_frac": 0.335815, "sps": 397.6, "elapsed_s": 2125.2} {"update": 419, "steps_done": 858112, "mean_step_reward": 1.0274, "min_step_reward": -16.3869, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 206.883, "mean_ep_length": 200.0, "mean_collisions": 0.2, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.538, "policy_loss": 0.034089, "value_loss": 163.632384, "entropy": 0.362793, "total_loss": 81.846653, "clip_frac": 0.275879, "sps": 399.6, "elapsed_s": 2130.4} {"update": 420, "steps_done": 860160, "mean_step_reward": 0.8681, "min_step_reward": -7.5, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 174.21, "mean_ep_length": 200.0, "mean_collisions": 0.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.467, "policy_loss": 0.025832, "value_loss": 125.618571, "entropy": 0.37667, "total_loss": 62.83135, "clip_frac": 0.230713, "sps": 393.4, "elapsed_s": 2135.6} {"update": 421, "steps_done": 862208, "mean_step_reward": 0.9782, "min_step_reward": -0.6005, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 193.474, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.499, "policy_loss": 0.005377, "value_loss": 124.406666, "entropy": 0.483807, "total_loss": 62.203872, "clip_frac": 0.203735, "sps": 406.3, "elapsed_s": 2140.6} {"update": 422, "steps_done": 864256, "mean_step_reward": 0.8712, "min_step_reward": -7.5332, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 163.263, "mean_ep_length": 190.0, "mean_collisions": 0.36, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.469, "policy_loss": 0.00668, "value_loss": 125.924667, "entropy": 0.468572, "total_loss": 62.964328, "clip_frac": 0.174683, "sps": 401.6, "elapsed_s": 2145.7} {"update": 423, "steps_done": 866304, "mean_step_reward": 1.0872, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 221.87, "mean_ep_length": 200.0, "mean_collisions": 0.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.557, "policy_loss": 6e-06, "value_loss": 113.203529, "entropy": 0.493223, "total_loss": 56.596838, "clip_frac": 0.137939, "sps": 397.3, "elapsed_s": 2150.9} {"update": 424, "steps_done": 868352, "mean_step_reward": 1.1897, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 235.35, "mean_ep_length": 200.0, "mean_collisions": 0.64, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.578, "policy_loss": 0.006087, "value_loss": 125.037337, "entropy": 0.463482, "total_loss": 62.520121, "clip_frac": 0.097656, "sps": 404.4, "elapsed_s": 2155.9} {"update": 425, "steps_done": 870400, "mean_step_reward": 1.189, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 240.927, "mean_ep_length": 200.0, "mean_collisions": 1.9, "mean_dynamic_collisions": 0.9, "mean_intent_rate": 0.642, "policy_loss": 0.014143, "value_loss": 174.914379, "entropy": 0.475226, "total_loss": 87.466581, "clip_frac": 0.194824, "sps": 394.4, "elapsed_s": 2161.1} {"update": 426, "steps_done": 872448, "mean_step_reward": 0.8398, "min_step_reward": -25.5817, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 165.16, "mean_ep_length": 200.0, "mean_collisions": 0.9, "mean_dynamic_collisions": 1.5, "mean_intent_rate": 0.514, "policy_loss": 0.0469, "value_loss": 204.40796, "entropy": 0.49966, "total_loss": 102.245884, "clip_frac": 0.361938, "sps": 400.9, "elapsed_s": 2166.2} {"update": 427, "steps_done": 874496, "mean_step_reward": 0.986, "min_step_reward": -18.599, "max_step_reward": 3.4527, "n_episodes_finished": 10, "mean_ep_return": 207.178, "mean_ep_length": 200.0, "mean_collisions": 5.6, "mean_dynamic_collisions": 1.9, "mean_intent_rate": 0.676, "policy_loss": 0.020656, "value_loss": 208.862823, "entropy": 0.452501, "total_loss": 104.447543, "clip_frac": 0.225098, "sps": 403.4, "elapsed_s": 2171.3} {"update": 428, "steps_done": 876544, "mean_step_reward": 1.1511, "min_step_reward": -18.5681, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 217.961, "mean_ep_length": 200.0, "mean_collisions": 2.0, "mean_dynamic_collisions": 0.82, "mean_intent_rate": 0.6, "policy_loss": 0.013602, "value_loss": 137.565049, "entropy": 0.47929, "total_loss": 68.791334, "clip_frac": 0.193481, "sps": 399.5, "elapsed_s": 2176.4} {"update": 429, "steps_done": 878592, "mean_step_reward": 1.2343, "min_step_reward": -15.8332, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 254.59, "mean_ep_length": 200.0, "mean_collisions": 0.3, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.621, "policy_loss": 0.02515, "value_loss": 131.176793, "entropy": 0.403644, "total_loss": 65.60951, "clip_frac": 0.19458, "sps": 388.9, "elapsed_s": 2181.7} {"update": 430, "steps_done": 880640, "mean_step_reward": 1.0768, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 209.655, "mean_ep_length": 200.0, "mean_collisions": 0.6, "mean_dynamic_collisions": 1.9, "mean_intent_rate": 0.593, "policy_loss": 0.011432, "value_loss": 279.962318, "entropy": 0.5047, "total_loss": 139.987545, "clip_frac": 0.191284, "sps": 399.6, "elapsed_s": 2186.8} {"update": 431, "steps_done": 882688, "mean_step_reward": 0.922, "min_step_reward": -18.5808, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 179.845, "mean_ep_length": 200.0, "mean_collisions": 0.3, "mean_dynamic_collisions": 0.7, "mean_intent_rate": 0.503, "policy_loss": 0.009337, "value_loss": 125.999125, "entropy": 0.439308, "total_loss": 63.004506, "clip_frac": 0.180542, "sps": 402.2, "elapsed_s": 2191.9} {"update": 432, "steps_done": 884736, "mean_step_reward": 0.9021, "min_step_reward": -0.6, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 186.689, "mean_ep_length": 200.0, "mean_collisions": 0.09, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.488, "policy_loss": 0.017453, "value_loss": 125.705799, "entropy": 0.47475, "total_loss": 62.865606, "clip_frac": 0.241943, "sps": 399.3, "elapsed_s": 2197.1} {"update": 433, "steps_done": 886784, "mean_step_reward": 1.0628, "min_step_reward": -15.5334, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 214.502, "mean_ep_length": 200.0, "mean_collisions": 1.3, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.564, "policy_loss": 0.016876, "value_loss": 127.162641, "entropy": 0.482321, "total_loss": 63.593374, "clip_frac": 0.196045, "sps": 399.8, "elapsed_s": 2202.2} {"update": 434, "steps_done": 888832, "mean_step_reward": 1.0409, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 215.064, "mean_ep_length": 200.0, "mean_collisions": 1.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.558, "policy_loss": 0.008851, "value_loss": 111.916668, "entropy": 0.470676, "total_loss": 55.962478, "clip_frac": 0.151978, "sps": 396.8, "elapsed_s": 2207.3} {"update": 435, "steps_done": 890880, "mean_step_reward": 0.5743, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 111.359, "mean_ep_length": 200.0, "mean_collisions": 0.7, "mean_dynamic_collisions": 2.1, "mean_intent_rate": 0.437, "policy_loss": 0.0022, "value_loss": 293.935534, "entropy": 0.485254, "total_loss": 146.965114, "clip_frac": 0.12439, "sps": 408.1, "elapsed_s": 2212.4} {"update": 436, "steps_done": 892928, "mean_step_reward": 0.9581, "min_step_reward": -7.599, "max_step_reward": 3.401, "n_episodes_finished": 11, "mean_ep_return": 186.215, "mean_ep_length": 200.0, "mean_collisions": 1.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.505, "policy_loss": 0.006728, "value_loss": 92.317786, "entropy": 0.508586, "total_loss": 46.160535, "clip_frac": 0.112305, "sps": 403.8, "elapsed_s": 2217.4} {"update": 437, "steps_done": 894976, "mean_step_reward": 0.8937, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 177.986, "mean_ep_length": 200.0, "mean_collisions": 3.1, "mean_dynamic_collisions": 0.8, "mean_intent_rate": 0.551, "policy_loss": 0.007129, "value_loss": 128.29219, "entropy": 0.487857, "total_loss": 64.148346, "clip_frac": 0.144287, "sps": 404.3, "elapsed_s": 2222.5} {"update": 438, "steps_done": 897024, "mean_step_reward": 1.0595, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 206.276, "mean_ep_length": 200.0, "mean_collisions": 1.7, "mean_dynamic_collisions": 3.0, "mean_intent_rate": 0.641, "policy_loss": 0.010186, "value_loss": 352.639509, "entropy": 0.497547, "total_loss": 176.324965, "clip_frac": 0.168701, "sps": 393.7, "elapsed_s": 2227.7} {"update": 439, "steps_done": 899072, "mean_step_reward": 1.1806, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 249.143, "mean_ep_length": 199.2, "mean_collisions": 1.8, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.636, "policy_loss": 0.004853, "value_loss": 126.970606, "entropy": 0.52853, "total_loss": 63.484871, "clip_frac": 0.147095, "sps": 397.5, "elapsed_s": 2232.9} {"update": 440, "steps_done": 901120, "mean_step_reward": 0.992, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 192.333, "mean_ep_length": 200.0, "mean_collisions": 5.82, "mean_dynamic_collisions": 1.45, "mean_intent_rate": 0.64, "policy_loss": 0.008191, "value_loss": 236.280199, "entropy": 0.529778, "total_loss": 118.142992, "clip_frac": 0.151001, "sps": 406.4, "elapsed_s": 2237.9} {"update": 441, "steps_done": 903168, "mean_step_reward": 0.7432, "min_step_reward": -25.5703, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 145.716, "mean_ep_length": 200.0, "mean_collisions": 3.7, "mean_dynamic_collisions": 5.8, "mean_intent_rate": 0.662, "policy_loss": 0.059472, "value_loss": 805.97581, "entropy": 0.43078, "total_loss": 403.043067, "clip_frac": 0.474609, "sps": 393.1, "elapsed_s": 2243.1} {"update": 442, "steps_done": 905216, "mean_step_reward": 1.0471, "min_step_reward": -18.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 215.837, "mean_ep_length": 200.0, "mean_collisions": 0.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.543, "policy_loss": 0.025297, "value_loss": 123.844224, "entropy": 0.491497, "total_loss": 61.942494, "clip_frac": 0.239014, "sps": 399.3, "elapsed_s": 2248.2} {"update": 443, "steps_done": 907264, "mean_step_reward": 1.1648, "min_step_reward": -8.5237, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 230.687, "mean_ep_length": 200.0, "mean_collisions": 0.3, "mean_dynamic_collisions": 0.2, "mean_intent_rate": 0.573, "policy_loss": 0.002809, "value_loss": 121.192912, "entropy": 0.492365, "total_loss": 60.594342, "clip_frac": 0.093994, "sps": 400.2, "elapsed_s": 2253.4} {"update": 444, "steps_done": 909312, "mean_step_reward": 1.2025, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 242.316, "mean_ep_length": 200.0, "mean_collisions": 1.1, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.613, "policy_loss": 0.010311, "value_loss": 137.127134, "entropy": 0.463207, "total_loss": 68.569245, "clip_frac": 0.175903, "sps": 401.9, "elapsed_s": 2258.5} {"update": 445, "steps_done": 911360, "mean_step_reward": 1.2796, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 250.138, "mean_ep_length": 200.0, "mean_collisions": 0.64, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.602, "policy_loss": 0.004362, "value_loss": 130.197662, "entropy": 0.46049, "total_loss": 65.098588, "clip_frac": 0.100342, "sps": 400.3, "elapsed_s": 2263.6} {"update": 446, "steps_done": 913408, "mean_step_reward": 1.185, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 233.494, "mean_ep_length": 200.0, "mean_collisions": 2.8, "mean_dynamic_collisions": 0.8, "mean_intent_rate": 0.642, "policy_loss": 0.020193, "value_loss": 146.8734, "entropy": 0.462894, "total_loss": 73.452264, "clip_frac": 0.21814, "sps": 401.2, "elapsed_s": 2268.7} {"update": 447, "steps_done": 915456, "mean_step_reward": 1.1388, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 235.316, "mean_ep_length": 200.0, "mean_collisions": 1.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.597, "policy_loss": 0.012609, "value_loss": 135.59002, "entropy": 0.46302, "total_loss": 67.802988, "clip_frac": 0.181641, "sps": 398.5, "elapsed_s": 2273.8} {"update": 448, "steps_done": 917504, "mean_step_reward": 0.9604, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 178.195, "mean_ep_length": 200.0, "mean_collisions": 1.4, "mean_dynamic_collisions": 2.0, "mean_intent_rate": 0.564, "policy_loss": 0.012614, "value_loss": 207.79327, "entropy": 0.489315, "total_loss": 103.904356, "clip_frac": 0.208374, "sps": 402.2, "elapsed_s": 2278.9} {"update": 449, "steps_done": 919552, "mean_step_reward": 1.2425, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 266.69, "mean_ep_length": 200.0, "mean_collisions": 2.45, "mean_dynamic_collisions": 0.36, "mean_intent_rate": 0.677, "policy_loss": 0.007206, "value_loss": 169.038185, "entropy": 0.458118, "total_loss": 84.521717, "clip_frac": 0.143921, "sps": 402.7, "elapsed_s": 2284.0} {"update": 450, "steps_done": 921600, "mean_step_reward": 0.6567, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 115.783, "mean_ep_length": 200.0, "mean_collisions": 3.7, "mean_dynamic_collisions": 6.9, "mean_intent_rate": 0.644, "policy_loss": 0.032647, "value_loss": 635.462874, "entropy": 0.455803, "total_loss": 317.759526, "clip_frac": 0.294678, "sps": 398.3, "elapsed_s": 2289.1} {"update": 451, "steps_done": 923648, "mean_step_reward": 1.2756, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 254.555, "mean_ep_length": 200.0, "mean_collisions": 0.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.609, "policy_loss": 0.003529, "value_loss": 128.601188, "entropy": 0.535734, "total_loss": 64.298767, "clip_frac": 0.15625, "sps": 406.6, "elapsed_s": 2294.2} {"update": 452, "steps_done": 925696, "mean_step_reward": 1.2092, "min_step_reward": -18.5659, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 238.405, "mean_ep_length": 200.0, "mean_collisions": 1.7, "mean_dynamic_collisions": 1.2, "mean_intent_rate": 0.643, "policy_loss": 0.011232, "value_loss": 174.00291, "entropy": 0.512589, "total_loss": 87.007561, "clip_frac": 0.196167, "sps": 402.3, "elapsed_s": 2299.3} {"update": 453, "steps_done": 927744, "mean_step_reward": 1.1794, "min_step_reward": -7.5869, "max_step_reward": 3.401, "n_episodes_finished": 11, "mean_ep_return": 240.71, "mean_ep_length": 200.0, "mean_collisions": 4.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.647, "policy_loss": 0.010416, "value_loss": 162.807242, "entropy": 0.45558, "total_loss": 81.409481, "clip_frac": 0.172729, "sps": 398.2, "elapsed_s": 2304.4} {"update": 454, "steps_done": 929792, "mean_step_reward": -0.6604, "min_step_reward": -25.5865, "max_step_reward": 3.4302, "n_episodes_finished": 10, "mean_ep_return": -143.353, "mean_ep_length": 200.0, "mean_collisions": 2.2, "mean_dynamic_collisions": 18.2, "mean_intent_rate": 0.527, "policy_loss": 0.027569, "value_loss": 2809.416241, "entropy": 0.444454, "total_loss": 1404.731243, "clip_frac": 0.240234, "sps": 394.9, "elapsed_s": 2309.6} {"update": 455, "steps_done": 931840, "mean_step_reward": 0.4227, "min_step_reward": -8.0154, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 93.069, "mean_ep_length": 200.0, "mean_collisions": 1.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.353, "policy_loss": 0.012575, "value_loss": 585.572167, "entropy": 0.255898, "total_loss": 292.796097, "clip_frac": 0.183472, "sps": 392.0, "elapsed_s": 2314.8} {"update": 456, "steps_done": 933888, "mean_step_reward": 0.5022, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 109.107, "mean_ep_length": 200.0, "mean_collisions": 0.2, "mean_dynamic_collisions": 0.7, "mean_intent_rate": 0.388, "policy_loss": 0.00315, "value_loss": 198.869124, "entropy": 0.39736, "total_loss": 99.43374, "clip_frac": 0.084717, "sps": 385.1, "elapsed_s": 2320.2} {"update": 457, "steps_done": 935936, "mean_step_reward": 0.6839, "min_step_reward": -7.599, "max_step_reward": 3.401, "n_episodes_finished": 11, "mean_ep_return": 123.185, "mean_ep_length": 200.0, "mean_collisions": 1.09, "mean_dynamic_collisions": 1.0, "mean_intent_rate": 0.433, "policy_loss": 0.003441, "value_loss": 64.879295, "entropy": 0.499368, "total_loss": 32.438095, "clip_frac": 0.081299, "sps": 391.7, "elapsed_s": 2325.4} {"update": 458, "steps_done": 937984, "mean_step_reward": 0.6448, "min_step_reward": -18.5846, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 145.201, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.438, "policy_loss": 0.001836, "value_loss": 91.434928, "entropy": 0.43352, "total_loss": 45.714964, "clip_frac": 0.069824, "sps": 393.8, "elapsed_s": 2330.6} {"update": 459, "steps_done": 940032, "mean_step_reward": 0.1574, "min_step_reward": -18.5838, "max_step_reward": 3.4482, "n_episodes_finished": 10, "mean_ep_return": 10.136, "mean_ep_length": 200.0, "mean_collisions": 0.1, "mean_dynamic_collisions": 3.9, "mean_intent_rate": 0.341, "policy_loss": 0.003806, "value_loss": 258.868122, "entropy": 0.425787, "total_loss": 129.433611, "clip_frac": 0.132324, "sps": 390.9, "elapsed_s": 2335.8} {"update": 460, "steps_done": 942080, "mean_step_reward": -0.4223, "min_step_reward": -18.599, "max_step_reward": 3.4647, "n_episodes_finished": 10, "mean_ep_return": -77.575, "mean_ep_length": 200.0, "mean_collisions": 0.7, "mean_dynamic_collisions": 10.6, "mean_intent_rate": 0.384, "policy_loss": 0.009942, "value_loss": 1652.325817, "entropy": 0.428574, "total_loss": 826.168571, "clip_frac": 0.098999, "sps": 401.2, "elapsed_s": 2340.9} {"update": 461, "steps_done": 944128, "mean_step_reward": 0.565, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 11, "mean_ep_return": 105.957, "mean_ep_length": 200.0, "mean_collisions": 0.45, "mean_dynamic_collisions": 0.55, "mean_intent_rate": 0.38, "policy_loss": 0.007815, "value_loss": 176.907329, "entropy": 0.444635, "total_loss": 88.457033, "clip_frac": 0.136963, "sps": 396.3, "elapsed_s": 2346.1} {"update": 462, "steps_done": 946176, "mean_step_reward": 0.69, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 142.046, "mean_ep_length": 200.0, "mean_collisions": 2.6, "mean_dynamic_collisions": 1.0, "mean_intent_rate": 0.489, "policy_loss": 0.004119, "value_loss": 109.035583, "entropy": 0.466814, "total_loss": 54.517242, "clip_frac": 0.081055, "sps": 389.6, "elapsed_s": 2351.4} {"update": 463, "steps_done": 948224, "mean_step_reward": 0.8189, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 158.018, "mean_ep_length": 200.0, "mean_collisions": 2.2, "mean_dynamic_collisions": 0.9, "mean_intent_rate": 0.509, "policy_loss": -0.00418, "value_loss": 112.439755, "entropy": 0.511955, "total_loss": 56.210578, "clip_frac": 0.064819, "sps": 388.5, "elapsed_s": 2356.6} {"update": 464, "steps_done": 950272, "mean_step_reward": 1.0627, "min_step_reward": -7.6965, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 212.695, "mean_ep_length": 200.0, "mean_collisions": 1.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.552, "policy_loss": 0.001654, "value_loss": 59.32669, "entropy": 0.563555, "total_loss": 29.659363, "clip_frac": 0.197021, "sps": 395.9, "elapsed_s": 2361.8} {"update": 465, "steps_done": 952320, "mean_step_reward": 0.886, "min_step_reward": -25.5854, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 178.273, "mean_ep_length": 200.0, "mean_collisions": 1.91, "mean_dynamic_collisions": 3.27, "mean_intent_rate": 0.607, "policy_loss": 0.007936, "value_loss": 466.03938, "entropy": 0.480958, "total_loss": 233.022816, "clip_frac": 0.233154, "sps": 393.2, "elapsed_s": 2367.0} {"update": 466, "steps_done": 954368, "mean_step_reward": 1.3514, "min_step_reward": -7.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 270.084, "mean_ep_length": 200.0, "mean_collisions": 2.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.662, "policy_loss": 0.014574, "value_loss": 93.826895, "entropy": 0.517165, "total_loss": 46.922849, "clip_frac": 0.220825, "sps": 411.1, "elapsed_s": 2372.0} {"update": 467, "steps_done": 956416, "mean_step_reward": -0.5384, "min_step_reward": -25.5847, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -113.902, "mean_ep_length": 200.0, "mean_collisions": 4.3, "mean_dynamic_collisions": 18.8, "mean_intent_rate": 0.628, "policy_loss": 0.030572, "value_loss": 2505.351484, "entropy": 0.437277, "total_loss": 1252.701945, "clip_frac": 0.319092, "sps": 397.8, "elapsed_s": 2377.1} {"update": 468, "steps_done": 958464, "mean_step_reward": 0.0986, "min_step_reward": -10.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 48.798, "mean_ep_length": 200.0, "mean_collisions": 29.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.754, "policy_loss": 0.048707, "value_loss": 748.859342, "entropy": 0.433756, "total_loss": 374.474039, "clip_frac": 0.211792, "sps": 402.9, "elapsed_s": 2382.2} {"update": 469, "steps_done": 960512, "mean_step_reward": 0.0039, "min_step_reward": -15.5241, "max_step_reward": 3.401, "n_episodes_finished": 11, "mean_ep_return": -15.504, "mean_ep_length": 199.5, "mean_collisions": 35.27, "mean_dynamic_collisions": 0.45, "mean_intent_rate": 0.76, "policy_loss": 0.008659, "value_loss": 224.931854, "entropy": 0.538761, "total_loss": 112.469198, "clip_frac": 0.198608, "sps": 400.2, "elapsed_s": 2387.3} {"update": 470, "steps_done": 962560, "mean_step_reward": -0.2702, "min_step_reward": -25.5868, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -53.372, "mean_ep_length": 200.0, "mean_collisions": 16.2, "mean_dynamic_collisions": 12.0, "mean_intent_rate": 0.73, "policy_loss": 0.011294, "value_loss": 1572.274357, "entropy": 0.462669, "total_loss": 786.143848, "clip_frac": 0.183472, "sps": 397.3, "elapsed_s": 2392.5} {"update": 471, "steps_done": 964608, "mean_step_reward": 0.1192, "min_step_reward": -18.5, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 9.021, "mean_ep_length": 200.0, "mean_collisions": 31.5, "mean_dynamic_collisions": 0.8, "mean_intent_rate": 0.746, "policy_loss": -0.000544, "value_loss": 245.852806, "entropy": 0.509189, "total_loss": 122.920767, "clip_frac": 0.117188, "sps": 400.5, "elapsed_s": 2397.6} {"update": 472, "steps_done": 966656, "mean_step_reward": 0.7611, "min_step_reward": -10.5876, "max_step_reward": 3.4884, "n_episodes_finished": 10, "mean_ep_return": 161.791, "mean_ep_length": 200.0, "mean_collisions": 16.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.726, "policy_loss": 0.006621, "value_loss": 132.393248, "entropy": 0.489289, "total_loss": 66.198351, "clip_frac": 0.136597, "sps": 403.1, "elapsed_s": 2402.7} {"update": 473, "steps_done": 968704, "mean_step_reward": 0.3834, "min_step_reward": -25.587, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 66.977, "mean_ep_length": 200.0, "mean_collisions": 12.1, "mean_dynamic_collisions": 7.0, "mean_intent_rate": 0.71, "policy_loss": 0.009961, "value_loss": 836.856414, "entropy": 0.488913, "total_loss": 418.433281, "clip_frac": 0.213867, "sps": 396.3, "elapsed_s": 2407.9} {"update": 474, "steps_done": 970752, "mean_step_reward": 0.966, "min_step_reward": -18.599, "max_step_reward": 3.4325, "n_episodes_finished": 11, "mean_ep_return": 191.463, "mean_ep_length": 200.0, "mean_collisions": 8.09, "mean_dynamic_collisions": 0.91, "mean_intent_rate": 0.675, "policy_loss": 0.015446, "value_loss": 233.296613, "entropy": 0.496532, "total_loss": 116.658786, "clip_frac": 0.170532, "sps": 406.5, "elapsed_s": 2412.9} {"update": 475, "steps_done": 972800, "mean_step_reward": 1.3142, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 261.044, "mean_ep_length": 200.0, "mean_collisions": 3.5, "mean_dynamic_collisions": 0.5, "mean_intent_rate": 0.691, "policy_loss": 0.026178, "value_loss": 119.75949, "entropy": 0.50687, "total_loss": 59.900854, "clip_frac": 0.208008, "sps": 402.1, "elapsed_s": 2418.0} {"update": 476, "steps_done": 974848, "mean_step_reward": 1.0127, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 206.827, "mean_ep_length": 200.0, "mean_collisions": 2.7, "mean_dynamic_collisions": 2.3, "mean_intent_rate": 0.641, "policy_loss": 0.004974, "value_loss": 186.071124, "entropy": 0.498779, "total_loss": 93.035548, "clip_frac": 0.167847, "sps": 395.3, "elapsed_s": 2423.2} {"update": 477, "steps_done": 976896, "mean_step_reward": 1.3193, "min_step_reward": -7.5869, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 258.196, "mean_ep_length": 200.0, "mean_collisions": 1.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.637, "policy_loss": 0.008018, "value_loss": 98.082112, "entropy": 0.530191, "total_loss": 49.043772, "clip_frac": 0.192261, "sps": 406.0, "elapsed_s": 2428.2} {"update": 478, "steps_done": 978944, "mean_step_reward": 1.1946, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 243.106, "mean_ep_length": 200.0, "mean_collisions": 2.64, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.627, "policy_loss": 0.002863, "value_loss": 97.251433, "entropy": 0.549316, "total_loss": 48.623087, "clip_frac": 0.116455, "sps": 404.1, "elapsed_s": 2433.3} {"update": 479, "steps_done": 980992, "mean_step_reward": 1.3486, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 270.487, "mean_ep_length": 200.0, "mean_collisions": 1.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.656, "policy_loss": 0.001064, "value_loss": 113.391883, "entropy": 0.546233, "total_loss": 56.691543, "clip_frac": 0.159302, "sps": 403.0, "elapsed_s": 2438.4} {"update": 480, "steps_done": 983040, "mean_step_reward": 1.0259, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 193.744, "mean_ep_length": 188.3, "mean_collisions": 0.73, "mean_dynamic_collisions": 0.45, "mean_intent_rate": 0.549, "policy_loss": -0.001978, "value_loss": 117.291169, "entropy": 0.533009, "total_loss": 58.638277, "clip_frac": 0.121094, "sps": 399.4, "elapsed_s": 2443.5} {"update": 481, "steps_done": 985088, "mean_step_reward": 1.0743, "min_step_reward": -18.5841, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 212.444, "mean_ep_length": 200.0, "mean_collisions": 2.0, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.577, "policy_loss": -0.001807, "value_loss": 113.947698, "entropy": 0.544163, "total_loss": 56.9666, "clip_frac": 0.116821, "sps": 405.2, "elapsed_s": 2448.6} {"update": 482, "steps_done": 987136, "mean_step_reward": 1.101, "min_step_reward": -15.8881, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 220.818, "mean_ep_length": 200.0, "mean_collisions": 0.8, "mean_dynamic_collisions": 0.2, "mean_intent_rate": 0.564, "policy_loss": 0.002087, "value_loss": 104.69836, "entropy": 0.503136, "total_loss": 52.346236, "clip_frac": 0.119141, "sps": 393.8, "elapsed_s": 2453.8} {"update": 483, "steps_done": 989184, "mean_step_reward": 0.9054, "min_step_reward": -7.5868, "max_step_reward": 3.4881, "n_episodes_finished": 11, "mean_ep_return": 185.736, "mean_ep_length": 200.0, "mean_collisions": 1.45, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.515, "policy_loss": 0.003184, "value_loss": 124.625834, "entropy": 0.52042, "total_loss": 62.310897, "clip_frac": 0.191772, "sps": 404.3, "elapsed_s": 2458.8} {"update": 484, "steps_done": 991232, "mean_step_reward": 1.2173, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 243.482, "mean_ep_length": 200.0, "mean_collisions": 0.8, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.608, "policy_loss": 0.000977, "value_loss": 126.436339, "entropy": 0.523545, "total_loss": 63.21391, "clip_frac": 0.129028, "sps": 393.8, "elapsed_s": 2464.0} {"update": 485, "steps_done": 993280, "mean_step_reward": 1.1344, "min_step_reward": -7.9243, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 229.969, "mean_ep_length": 200.0, "mean_collisions": 4.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.639, "policy_loss": 0.006225, "value_loss": 143.55842, "entropy": 0.530618, "total_loss": 71.780128, "clip_frac": 0.139404, "sps": 394.1, "elapsed_s": 2469.2} {"update": 486, "steps_done": 995328, "mean_step_reward": 1.19, "min_step_reward": -18.5327, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 234.411, "mean_ep_length": 200.0, "mean_collisions": 2.4, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.622, "policy_loss": 0.013885, "value_loss": 139.362466, "entropy": 0.501649, "total_loss": 69.690102, "clip_frac": 0.187134, "sps": 393.9, "elapsed_s": 2474.4} {"update": 487, "steps_done": 997376, "mean_step_reward": 1.1561, "min_step_reward": -7.5854, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 226.199, "mean_ep_length": 200.0, "mean_collisions": 0.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.568, "policy_loss": 0.010828, "value_loss": 124.538445, "entropy": 0.457606, "total_loss": 62.275475, "clip_frac": 0.187744, "sps": 401.1, "elapsed_s": 2479.5} {"update": 488, "steps_done": 999424, "mean_step_reward": 0.9106, "min_step_reward": -25.5817, "max_step_reward": 3.496, "n_episodes_finished": 11, "mean_ep_return": 198.249, "mean_ep_length": 200.0, "mean_collisions": 6.0, "mean_dynamic_collisions": 2.36, "mean_intent_rate": 0.68, "policy_loss": 0.006749, "value_loss": 551.791159, "entropy": 0.487121, "total_loss": 275.897458, "clip_frac": 0.180054, "sps": 402.1, "elapsed_s": 2484.6} {"update": 489, "steps_done": 1001472, "mean_step_reward": 1.2418, "min_step_reward": -18.5989, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 244.489, "mean_ep_length": 200.0, "mean_collisions": 1.1, "mean_dynamic_collisions": 0.7, "mean_intent_rate": 0.625, "policy_loss": 0.007108, "value_loss": 146.529568, "entropy": 0.416479, "total_loss": 73.267727, "clip_frac": 0.112305, "sps": 401.0, "elapsed_s": 2489.7} {"update": 490, "steps_done": 1003520, "mean_step_reward": 0.9895, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 224.152, "mean_ep_length": 200.0, "mean_collisions": 0.6, "mean_dynamic_collisions": 1.6, "mean_intent_rate": 0.61, "policy_loss": 0.008403, "value_loss": 206.886632, "entropy": 0.454056, "total_loss": 103.447179, "clip_frac": 0.152588, "sps": 395.3, "elapsed_s": 2494.9} {"update": 491, "steps_done": 1005568, "mean_step_reward": 1.1967, "min_step_reward": -9.1651, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 211.335, "mean_ep_length": 200.0, "mean_collisions": 1.2, "mean_dynamic_collisions": 1.4, "mean_intent_rate": 0.592, "policy_loss": 0.034954, "value_loss": 143.846828, "entropy": 0.449625, "total_loss": 71.953872, "clip_frac": 0.319336, "sps": 391.1, "elapsed_s": 2500.2} {"update": 492, "steps_done": 1007616, "mean_step_reward": 0.8621, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 173.399, "mean_ep_length": 200.0, "mean_collisions": 2.82, "mean_dynamic_collisions": 1.73, "mean_intent_rate": 0.567, "policy_loss": 0.008615, "value_loss": 239.338157, "entropy": 0.473368, "total_loss": 119.67296, "clip_frac": 0.175049, "sps": 400.8, "elapsed_s": 2505.3} {"update": 493, "steps_done": 1009664, "mean_step_reward": 0.7873, "min_step_reward": -18.5844, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 153.957, "mean_ep_length": 200.0, "mean_collisions": 3.8, "mean_dynamic_collisions": 1.7, "mean_intent_rate": 0.551, "policy_loss": 0.003994, "value_loss": 179.769116, "entropy": 0.464183, "total_loss": 89.88391, "clip_frac": 0.090332, "sps": 405.7, "elapsed_s": 2510.3} {"update": 494, "steps_done": 1011712, "mean_step_reward": 1.1263, "min_step_reward": -10.5861, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 228.281, "mean_ep_length": 194.1, "mean_collisions": 1.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.596, "policy_loss": 0.002952, "value_loss": 127.004783, "entropy": 0.491328, "total_loss": 63.50043, "clip_frac": 0.118774, "sps": 404.9, "elapsed_s": 2515.4} {"update": 495, "steps_done": 1013760, "mean_step_reward": 0.9458, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 185.574, "mean_ep_length": 200.0, "mean_collisions": 4.0, "mean_dynamic_collisions": 1.45, "mean_intent_rate": 0.601, "policy_loss": 0.003697, "value_loss": 175.596227, "entropy": 0.474818, "total_loss": 87.797062, "clip_frac": 0.113281, "sps": 396.8, "elapsed_s": 2520.5} {"update": 496, "steps_done": 1015808, "mean_step_reward": 0.9836, "min_step_reward": -10.5, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 199.894, "mean_ep_length": 200.0, "mean_collisions": 5.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.61, "policy_loss": 0.010318, "value_loss": 133.206336, "entropy": 0.503031, "total_loss": 66.608456, "clip_frac": 0.161865, "sps": 400.8, "elapsed_s": 2525.6} {"update": 497, "steps_done": 1017856, "mean_step_reward": 0.9443, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 180.969, "mean_ep_length": 193.4, "mean_collisions": 4.0, "mean_dynamic_collisions": 1.36, "mean_intent_rate": 0.599, "policy_loss": 0.008794, "value_loss": 165.482351, "entropy": 0.486721, "total_loss": 82.745102, "clip_frac": 0.133545, "sps": 394.3, "elapsed_s": 2530.8} {"update": 498, "steps_done": 1019904, "mean_step_reward": 1.2509, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 249.188, "mean_ep_length": 200.0, "mean_collisions": 2.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.632, "policy_loss": 0.010592, "value_loss": 122.409871, "entropy": 0.464077, "total_loss": 61.210887, "clip_frac": 0.189575, "sps": 411.8, "elapsed_s": 2535.8} {"update": 499, "steps_done": 1021952, "mean_step_reward": 1.1803, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 239.905, "mean_ep_length": 200.0, "mean_collisions": 2.7, "mean_dynamic_collisions": 1.3, "mean_intent_rate": 0.664, "policy_loss": 0.010398, "value_loss": 184.09425, "entropy": 0.446491, "total_loss": 92.053058, "clip_frac": 0.132568, "sps": 399.9, "elapsed_s": 2540.9} {"update": 500, "steps_done": 1024000, "mean_step_reward": 1.2782, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 237.943, "mean_ep_length": 189.5, "mean_collisions": 3.27, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.651, "policy_loss": 0.010047, "value_loss": 148.954021, "entropy": 0.450914, "total_loss": 74.482548, "clip_frac": 0.14917, "sps": 394.5, "elapsed_s": 2546.1} {"update": 501, "steps_done": 1026048, "mean_step_reward": 0.3394, "min_step_reward": -25.5803, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 67.072, "mean_ep_length": 200.0, "mean_collisions": 5.3, "mean_dynamic_collisions": 9.9, "mean_intent_rate": 0.676, "policy_loss": 0.043657, "value_loss": 1469.709028, "entropy": 0.390962, "total_loss": 734.894258, "clip_frac": 0.395996, "sps": 400.7, "elapsed_s": 2551.3} {"update": 502, "steps_done": 1028096, "mean_step_reward": 1.0859, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 218.664, "mean_ep_length": 200.0, "mean_collisions": 0.6, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.561, "policy_loss": 0.137703, "value_loss": 170.281397, "entropy": 0.391034, "total_loss": 85.274491, "clip_frac": 0.498535, "sps": 394.0, "elapsed_s": 2556.5} {"update": 503, "steps_done": 1030144, "mean_step_reward": 0.8045, "min_step_reward": -25.5787, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 161.677, "mean_ep_length": 200.0, "mean_collisions": 11.82, "mean_dynamic_collisions": 1.91, "mean_intent_rate": 0.715, "policy_loss": 0.004385, "value_loss": 364.253619, "entropy": 0.400837, "total_loss": 182.127187, "clip_frac": 0.145386, "sps": 398.3, "elapsed_s": 2561.6} {"update": 504, "steps_done": 1032192, "mean_step_reward": 0.5998, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 121.734, "mean_ep_length": 200.0, "mean_collisions": 16.7, "mean_dynamic_collisions": 1.2, "mean_intent_rate": 0.7, "policy_loss": 0.004882, "value_loss": 231.067509, "entropy": 0.436658, "total_loss": 115.534271, "clip_frac": 0.10022, "sps": 395.9, "elapsed_s": 2566.8} {"update": 505, "steps_done": 1034240, "mean_step_reward": 0.1842, "min_step_reward": -25.587, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 29.571, "mean_ep_length": 200.0, "mean_collisions": 10.4, "mean_dynamic_collisions": 9.1, "mean_intent_rate": 0.68, "policy_loss": 0.019389, "value_loss": 1344.643644, "entropy": 0.359137, "total_loss": 672.337615, "clip_frac": 0.217041, "sps": 395.9, "elapsed_s": 2571.9} {"update": 506, "steps_done": 1036288, "mean_step_reward": 0.3254, "min_step_reward": -25.5395, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 63.099, "mean_ep_length": 200.0, "mean_collisions": 23.0, "mean_dynamic_collisions": 1.9, "mean_intent_rate": 0.729, "policy_loss": 0.033808, "value_loss": 452.900619, "entropy": 0.43686, "total_loss": 226.479751, "clip_frac": 0.239868, "sps": 406.2, "elapsed_s": 2577.0} {"update": 507, "steps_done": 1038336, "mean_step_reward": 0.9367, "min_step_reward": -18.5, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 187.558, "mean_ep_length": 200.0, "mean_collisions": 12.64, "mean_dynamic_collisions": 1.09, "mean_intent_rate": 0.738, "policy_loss": 0.004286, "value_loss": 225.642233, "entropy": 0.407226, "total_loss": 112.821332, "clip_frac": 0.135132, "sps": 397.8, "elapsed_s": 2582.1} {"update": 508, "steps_done": 1040384, "mean_step_reward": 0.8677, "min_step_reward": -25.5743, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 172.283, "mean_ep_length": 200.0, "mean_collisions": 10.9, "mean_dynamic_collisions": 2.3, "mean_intent_rate": 0.72, "policy_loss": 0.002583, "value_loss": 285.053827, "entropy": 0.412904, "total_loss": 142.525364, "clip_frac": 0.11792, "sps": 408.6, "elapsed_s": 2587.1} {"update": 509, "steps_done": 1042432, "mean_step_reward": 1.1609, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 229.528, "mean_ep_length": 200.0, "mean_collisions": 8.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.703, "policy_loss": 0.005275, "value_loss": 125.418397, "entropy": 0.431188, "total_loss": 62.710162, "clip_frac": 0.121338, "sps": 399.3, "elapsed_s": 2592.3} {"update": 510, "steps_done": 1044480, "mean_step_reward": 1.3556, "min_step_reward": -18.5619, "max_step_reward": 3.4154, "n_episodes_finished": 10, "mean_ep_return": 271.659, "mean_ep_length": 200.0, "mean_collisions": 3.7, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.704, "policy_loss": 0.003186, "value_loss": 123.010218, "entropy": 0.421594, "total_loss": 61.504079, "clip_frac": 0.099609, "sps": 409.1, "elapsed_s": 2597.3} {"update": 511, "steps_done": 1046528, "mean_step_reward": 1.302, "min_step_reward": -10.5592, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 262.861, "mean_ep_length": 200.0, "mean_collisions": 5.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.712, "policy_loss": 0.001624, "value_loss": 143.444648, "entropy": 0.417804, "total_loss": 71.71977, "clip_frac": 0.080322, "sps": 409.8, "elapsed_s": 2602.3} {"update": 512, "steps_done": 1048576, "mean_step_reward": 0.3174, "min_step_reward": -25.573, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 73.531, "mean_ep_length": 200.0, "mean_collisions": 3.45, "mean_dynamic_collisions": 11.09, "mean_intent_rate": 0.694, "policy_loss": 0.047877, "value_loss": 1945.736471, "entropy": 0.368573, "total_loss": 972.912431, "clip_frac": 0.36853, "sps": 402.1, "elapsed_s": 2607.4} {"update": 513, "steps_done": 1050624, "mean_step_reward": 0.783, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 154.282, "mean_ep_length": 200.0, "mean_collisions": 0.9, "mean_dynamic_collisions": 3.6, "mean_intent_rate": 0.568, "policy_loss": 0.02274, "value_loss": 380.497306, "entropy": 0.401215, "total_loss": 190.26738, "clip_frac": 0.293823, "sps": 401.5, "elapsed_s": 2612.5} {"update": 514, "steps_done": 1052672, "mean_step_reward": 1.1017, "min_step_reward": -25.5599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 216.682, "mean_ep_length": 200.0, "mean_collisions": 1.5, "mean_dynamic_collisions": 3.2, "mean_intent_rate": 0.663, "policy_loss": 0.000568, "value_loss": 381.963977, "entropy": 0.458817, "total_loss": 190.977968, "clip_frac": 0.103027, "sps": 401.8, "elapsed_s": 2617.6} {"update": 515, "steps_done": 1054720, "mean_step_reward": 1.3847, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 285.423, "mean_ep_length": 200.0, "mean_collisions": 1.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.675, "policy_loss": 0.007377, "value_loss": 118.998761, "entropy": 0.448376, "total_loss": 59.502274, "clip_frac": 0.143311, "sps": 404.0, "elapsed_s": 2622.6} {"update": 516, "steps_done": 1056768, "mean_step_reward": 1.4879, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 290.92, "mean_ep_length": 200.0, "mean_collisions": 2.82, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.709, "policy_loss": 0.002148, "value_loss": 157.680465, "entropy": 0.419182, "total_loss": 78.838189, "clip_frac": 0.103516, "sps": 418.6, "elapsed_s": 2627.5} {"update": 517, "steps_done": 1058816, "mean_step_reward": 0.8762, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 172.669, "mean_ep_length": 200.0, "mean_collisions": 4.5, "mean_dynamic_collisions": 4.0, "mean_intent_rate": 0.673, "policy_loss": 0.008149, "value_loss": 311.151053, "entropy": 0.38328, "total_loss": 155.579843, "clip_frac": 0.175415, "sps": 388.8, "elapsed_s": 2632.8} {"update": 518, "steps_done": 1060864, "mean_step_reward": 1.2457, "min_step_reward": -25.5741, "max_step_reward": 3.4953, "n_episodes_finished": 10, "mean_ep_return": 253.228, "mean_ep_length": 200.0, "mean_collisions": 2.3, "mean_dynamic_collisions": 2.1, "mean_intent_rate": 0.704, "policy_loss": 0.002929, "value_loss": 214.879146, "entropy": 0.400675, "total_loss": 107.438495, "clip_frac": 0.105835, "sps": 396.1, "elapsed_s": 2638.0} {"update": 519, "steps_done": 1062912, "mean_step_reward": 1.401, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 280.408, "mean_ep_length": 200.0, "mean_collisions": 2.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.691, "policy_loss": 0.009966, "value_loss": 166.435414, "entropy": 0.44044, "total_loss": 83.22327, "clip_frac": 0.177979, "sps": 403.3, "elapsed_s": 2643.1} {"update": 520, "steps_done": 1064960, "mean_step_reward": 1.3409, "min_step_reward": -8.0639, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 266.608, "mean_ep_length": 200.0, "mean_collisions": 3.82, "mean_dynamic_collisions": 0.45, "mean_intent_rate": 0.7, "policy_loss": 0.008713, "value_loss": 178.867586, "entropy": 0.436948, "total_loss": 89.438136, "clip_frac": 0.207397, "sps": 397.0, "elapsed_s": 2648.2} {"update": 521, "steps_done": 1067008, "mean_step_reward": 1.3388, "min_step_reward": -25.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 263.348, "mean_ep_length": 200.0, "mean_collisions": 3.1, "mean_dynamic_collisions": 1.5, "mean_intent_rate": 0.716, "policy_loss": 0.008296, "value_loss": 201.148368, "entropy": 0.407456, "total_loss": 100.578405, "clip_frac": 0.148438, "sps": 405.3, "elapsed_s": 2653.3} {"update": 522, "steps_done": 1069056, "mean_step_reward": 0.9521, "min_step_reward": -25.5715, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 194.233, "mean_ep_length": 200.0, "mean_collisions": 5.5, "mean_dynamic_collisions": 3.1, "mean_intent_rate": 0.691, "policy_loss": 0.016169, "value_loss": 384.892126, "entropy": 0.39461, "total_loss": 192.458287, "clip_frac": 0.199829, "sps": 403.6, "elapsed_s": 2658.3} {"update": 523, "steps_done": 1071104, "mean_step_reward": 1.1548, "min_step_reward": -18.5793, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 226.166, "mean_ep_length": 200.0, "mean_collisions": 4.8, "mean_dynamic_collisions": 1.4, "mean_intent_rate": 0.683, "policy_loss": 0.025201, "value_loss": 208.456018, "entropy": 0.422812, "total_loss": 104.248982, "clip_frac": 0.26416, "sps": 395.5, "elapsed_s": 2663.5} {"update": 524, "steps_done": 1073152, "mean_step_reward": 1.3925, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 279.029, "mean_ep_length": 200.0, "mean_collisions": 1.73, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.671, "policy_loss": 0.003924, "value_loss": 174.485269, "entropy": 0.459005, "total_loss": 87.241968, "clip_frac": 0.181763, "sps": 407.6, "elapsed_s": 2668.5} {"update": 525, "steps_done": 1075200, "mean_step_reward": 1.2507, "min_step_reward": -18.5772, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 249.326, "mean_ep_length": 200.0, "mean_collisions": 1.2, "mean_dynamic_collisions": 1.4, "mean_intent_rate": 0.657, "policy_loss": 0.00185, "value_loss": 216.449496, "entropy": 0.429628, "total_loss": 108.222301, "clip_frac": 0.088623, "sps": 395.4, "elapsed_s": 2673.7} {"update": 526, "steps_done": 1077248, "mean_step_reward": 1.1861, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 236.693, "mean_ep_length": 200.0, "mean_collisions": 0.8, "mean_dynamic_collisions": 0.8, "mean_intent_rate": 0.609, "policy_loss": 0.004096, "value_loss": 175.453314, "entropy": 0.439147, "total_loss": 87.726361, "clip_frac": 0.123535, "sps": 395.7, "elapsed_s": 2678.9} {"update": 527, "steps_done": 1079296, "mean_step_reward": 1.2581, "min_step_reward": -7.5872, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 249.608, "mean_ep_length": 200.0, "mean_collisions": 1.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.622, "policy_loss": 0.00508, "value_loss": 157.153373, "entropy": 0.399773, "total_loss": 78.57777, "clip_frac": 0.138062, "sps": 406.9, "elapsed_s": 2683.9} {"update": 528, "steps_done": 1081344, "mean_step_reward": 1.2662, "min_step_reward": -18.5796, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 255.838, "mean_ep_length": 200.0, "mean_collisions": 0.36, "mean_dynamic_collisions": 0.73, "mean_intent_rate": 0.63, "policy_loss": 0.001552, "value_loss": 199.037792, "entropy": 0.410738, "total_loss": 99.516341, "clip_frac": 0.136597, "sps": 403.3, "elapsed_s": 2689.0} {"update": 529, "steps_done": 1083392, "mean_step_reward": 1.1173, "min_step_reward": -25.5825, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 221.48, "mean_ep_length": 200.0, "mean_collisions": 2.7, "mean_dynamic_collisions": 3.1, "mean_intent_rate": 0.688, "policy_loss": 0.005813, "value_loss": 538.152106, "entropy": 0.382995, "total_loss": 269.078037, "clip_frac": 0.19873, "sps": 391.6, "elapsed_s": 2694.2} {"update": 530, "steps_done": 1085440, "mean_step_reward": 1.4035, "min_step_reward": -18.599, "max_step_reward": 3.4926, "n_episodes_finished": 10, "mean_ep_return": 280.86, "mean_ep_length": 200.0, "mean_collisions": 1.4, "mean_dynamic_collisions": 0.7, "mean_intent_rate": 0.688, "policy_loss": 0.00985, "value_loss": 168.834335, "entropy": 0.39967, "total_loss": 84.42302, "clip_frac": 0.154419, "sps": 401.1, "elapsed_s": 2699.4} {"update": 531, "steps_done": 1087488, "mean_step_reward": 1.4095, "min_step_reward": -16.4755, "max_step_reward": 3.4964, "n_episodes_finished": 10, "mean_ep_return": 284.647, "mean_ep_length": 200.0, "mean_collisions": 1.4, "mean_dynamic_collisions": 0.2, "mean_intent_rate": 0.68, "policy_loss": 0.004505, "value_loss": 175.534034, "entropy": 0.407526, "total_loss": 87.767446, "clip_frac": 0.106934, "sps": 400.7, "elapsed_s": 2704.5} {"update": 532, "steps_done": 1089536, "mean_step_reward": 1.3649, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 271.718, "mean_ep_length": 200.0, "mean_collisions": 4.91, "mean_dynamic_collisions": 0.36, "mean_intent_rate": 0.725, "policy_loss": 0.006232, "value_loss": 228.274284, "entropy": 0.381872, "total_loss": 114.139555, "clip_frac": 0.117188, "sps": 405.1, "elapsed_s": 2709.5} {"update": 533, "steps_done": 1091584, "mean_step_reward": 1.3557, "min_step_reward": -10.5, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 271.969, "mean_ep_length": 200.0, "mean_collisions": 4.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.702, "policy_loss": 0.009145, "value_loss": 196.225591, "entropy": 0.377705, "total_loss": 98.118163, "clip_frac": 0.132446, "sps": 402.6, "elapsed_s": 2714.6} {"update": 534, "steps_done": 1093632, "mean_step_reward": 1.3541, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 273.747, "mean_ep_length": 200.0, "mean_collisions": 5.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.73, "policy_loss": 0.010223, "value_loss": 201.17824, "entropy": 0.368775, "total_loss": 100.595656, "clip_frac": 0.148804, "sps": 402.5, "elapsed_s": 2719.7} {"update": 535, "steps_done": 1095680, "mean_step_reward": 1.3013, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 259.888, "mean_ep_length": 200.0, "mean_collisions": 4.3, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.694, "policy_loss": 0.014201, "value_loss": 180.762326, "entropy": 0.380739, "total_loss": 90.391557, "clip_frac": 0.153076, "sps": 392.0, "elapsed_s": 2724.9} {"update": 536, "steps_done": 1097728, "mean_step_reward": 1.2048, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 239.187, "mean_ep_length": 200.0, "mean_collisions": 4.5, "mean_dynamic_collisions": 1.6, "mean_intent_rate": 0.705, "policy_loss": 0.015892, "value_loss": 249.725076, "entropy": 0.387186, "total_loss": 124.874558, "clip_frac": 0.140625, "sps": 396.6, "elapsed_s": 2730.1} {"update": 537, "steps_done": 1099776, "mean_step_reward": 1.1144, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 222.619, "mean_ep_length": 200.0, "mean_collisions": 5.36, "mean_dynamic_collisions": 0.73, "mean_intent_rate": 0.661, "policy_loss": 0.010776, "value_loss": 193.611422, "entropy": 0.383947, "total_loss": 96.812648, "clip_frac": 0.13916, "sps": 402.6, "elapsed_s": 2735.2} {"update": 538, "steps_done": 1101824, "mean_step_reward": -0.1242, "min_step_reward": -25.5817, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -25.669, "mean_ep_length": 200.0, "mean_collisions": 1.7, "mean_dynamic_collisions": 14.9, "mean_intent_rate": 0.633, "policy_loss": 0.057991, "value_loss": 1740.899738, "entropy": 0.330048, "total_loss": 870.504553, "clip_frac": 0.346191, "sps": 390.2, "elapsed_s": 2740.4} {"update": 539, "steps_done": 1103872, "mean_step_reward": 1.3828, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 270.099, "mean_ep_length": 200.0, "mean_collisions": 1.1, "mean_dynamic_collisions": 0.5, "mean_intent_rate": 0.665, "policy_loss": 0.053298, "value_loss": 228.097948, "entropy": 0.397209, "total_loss": 114.0983, "clip_frac": 0.336548, "sps": 399.4, "elapsed_s": 2745.6} {"update": 540, "steps_done": 1105920, "mean_step_reward": 1.29, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 257.712, "mean_ep_length": 200.0, "mean_collisions": 0.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.611, "policy_loss": 0.004642, "value_loss": 135.121446, "entropy": 0.458111, "total_loss": 67.560785, "clip_frac": 0.166748, "sps": 397.4, "elapsed_s": 2750.7} {"update": 541, "steps_done": 1107968, "mean_step_reward": 1.3261, "min_step_reward": -18.5224, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 267.896, "mean_ep_length": 200.0, "mean_collisions": 1.09, "mean_dynamic_collisions": 0.36, "mean_intent_rate": 0.653, "policy_loss": 0.002552, "value_loss": 161.630507, "entropy": 0.451384, "total_loss": 80.813292, "clip_frac": 0.130249, "sps": 403.1, "elapsed_s": 2755.8} {"update": 542, "steps_done": 1110016, "mean_step_reward": 1.3051, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 253.907, "mean_ep_length": 200.0, "mean_collisions": 0.9, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.632, "policy_loss": 0.002529, "value_loss": 162.707934, "entropy": 0.416217, "total_loss": 81.352334, "clip_frac": 0.136597, "sps": 396.7, "elapsed_s": 2761.0} {"update": 543, "steps_done": 1112064, "mean_step_reward": 1.3212, "min_step_reward": -16.595, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 274.541, "mean_ep_length": 200.0, "mean_collisions": 0.9, "mean_dynamic_collisions": 0.2, "mean_intent_rate": 0.656, "policy_loss": 0.005176, "value_loss": 151.262561, "entropy": 0.425871, "total_loss": 75.632197, "clip_frac": 0.171265, "sps": 389.5, "elapsed_s": 2766.2} {"update": 544, "steps_done": 1114112, "mean_step_reward": 1.2212, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 236.732, "mean_ep_length": 200.0, "mean_collisions": 0.5, "mean_dynamic_collisions": 2.4, "mean_intent_rate": 0.657, "policy_loss": 0.019738, "value_loss": 229.156719, "entropy": 0.409728, "total_loss": 114.594002, "clip_frac": 0.246094, "sps": 391.1, "elapsed_s": 2771.5} {"update": 545, "steps_done": 1116160, "mean_step_reward": 1.4235, "min_step_reward": -7.599, "max_step_reward": 3.4868, "n_episodes_finished": 11, "mean_ep_return": 284.622, "mean_ep_length": 200.0, "mean_collisions": 2.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.685, "policy_loss": 0.011344, "value_loss": 158.178025, "entropy": 0.429518, "total_loss": 79.096061, "clip_frac": 0.177734, "sps": 406.6, "elapsed_s": 2776.5} {"update": 546, "steps_done": 1118208, "mean_step_reward": 0.9311, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 185.385, "mean_ep_length": 200.0, "mean_collisions": 1.2, "mean_dynamic_collisions": 4.0, "mean_intent_rate": 0.636, "policy_loss": 0.05839, "value_loss": 288.430382, "entropy": 0.496084, "total_loss": 144.268621, "clip_frac": 0.364258, "sps": 400.4, "elapsed_s": 2781.6} {"update": 547, "steps_done": 1120256, "mean_step_reward": 0.8235, "min_step_reward": -18.5757, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 165.557, "mean_ep_length": 200.0, "mean_collisions": 3.5, "mean_dynamic_collisions": 3.2, "mean_intent_rate": 0.613, "policy_loss": 0.012056, "value_loss": 266.019586, "entropy": 0.517244, "total_loss": 133.016677, "clip_frac": 0.176758, "sps": 392.5, "elapsed_s": 2786.8} {"update": 548, "steps_done": 1122304, "mean_step_reward": 1.194, "min_step_reward": -25.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 233.181, "mean_ep_length": 200.0, "mean_collisions": 3.4, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.637, "policy_loss": 0.002873, "value_loss": 150.616749, "entropy": 0.538992, "total_loss": 75.305857, "clip_frac": 0.1073, "sps": 400.8, "elapsed_s": 2791.9} {"update": 549, "steps_done": 1124352, "mean_step_reward": 1.3936, "min_step_reward": -18.5802, "max_step_reward": 3.4833, "n_episodes_finished": 11, "mean_ep_return": 278.934, "mean_ep_length": 200.0, "mean_collisions": 1.55, "mean_dynamic_collisions": 0.45, "mean_intent_rate": 0.683, "policy_loss": 0.00244, "value_loss": 174.671832, "entropy": 0.461202, "total_loss": 87.333744, "clip_frac": 0.116943, "sps": 403.1, "elapsed_s": 2797.0} {"update": 550, "steps_done": 1126400, "mean_step_reward": -0.4346, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -93.757, "mean_ep_length": 200.0, "mean_collisions": 0.6, "mean_dynamic_collisions": 21.6, "mean_intent_rate": 0.682, "policy_loss": 0.035161, "value_loss": 2670.057404, "entropy": 0.432961, "total_loss": 1335.059525, "clip_frac": 0.360352, "sps": 396.5, "elapsed_s": 2802.2} {"update": 551, "steps_done": 1128448, "mean_step_reward": 1.2894, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 236.546, "mean_ep_length": 184.0, "mean_collisions": 1.91, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.631, "policy_loss": 0.024118, "value_loss": 245.891458, "entropy": 0.460973, "total_loss": 122.965236, "clip_frac": 0.196411, "sps": 398.8, "elapsed_s": 2807.3} {"update": 552, "steps_done": 1130496, "mean_step_reward": 1.2515, "min_step_reward": -18.5839, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 243.066, "mean_ep_length": 194.1, "mean_collisions": 3.45, "mean_dynamic_collisions": 0.64, "mean_intent_rate": 0.673, "policy_loss": 0.011436, "value_loss": 155.229776, "entropy": 0.463942, "total_loss": 77.621685, "clip_frac": 0.191772, "sps": 398.3, "elapsed_s": 2812.5} {"update": 553, "steps_done": 1132544, "mean_step_reward": 1.267, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 253.334, "mean_ep_length": 200.0, "mean_collisions": 6.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.713, "policy_loss": 0.015775, "value_loss": 141.654889, "entropy": 0.45636, "total_loss": 70.838656, "clip_frac": 0.220825, "sps": 399.1, "elapsed_s": 2817.6} {"update": 554, "steps_done": 1134592, "mean_step_reward": 0.19, "min_step_reward": -25.584, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 36.664, "mean_ep_length": 200.0, "mean_collisions": 8.1, "mean_dynamic_collisions": 10.4, "mean_intent_rate": 0.696, "policy_loss": 0.028313, "value_loss": 1032.329802, "entropy": 0.432066, "total_loss": 516.188897, "clip_frac": 0.29895, "sps": 401.5, "elapsed_s": 2822.7} {"update": 555, "steps_done": 1136640, "mean_step_reward": 1.369, "min_step_reward": -18.5729, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 270.638, "mean_ep_length": 200.0, "mean_collisions": 3.2, "mean_dynamic_collisions": 0.2, "mean_intent_rate": 0.688, "policy_loss": 0.026613, "value_loss": 168.989693, "entropy": 0.445681, "total_loss": 84.517004, "clip_frac": 0.258667, "sps": 407.2, "elapsed_s": 2827.7} {"update": 556, "steps_done": 1138688, "mean_step_reward": 1.3269, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 257.273, "mean_ep_length": 200.0, "mean_collisions": 2.0, "mean_dynamic_collisions": 0.8, "mean_intent_rate": 0.664, "policy_loss": 0.007291, "value_loss": 177.879871, "entropy": 0.428011, "total_loss": 88.942945, "clip_frac": 0.191162, "sps": 400.6, "elapsed_s": 2832.8} {"update": 557, "steps_done": 1140736, "mean_step_reward": 1.4479, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 301.503, "mean_ep_length": 200.0, "mean_collisions": 1.45, "mean_dynamic_collisions": 0.18, "mean_intent_rate": 0.71, "policy_loss": 0.00879, "value_loss": 168.442901, "entropy": 0.402718, "total_loss": 84.226215, "clip_frac": 0.145386, "sps": 406.6, "elapsed_s": 2837.9} {"update": 558, "steps_done": 1142784, "mean_step_reward": 1.4637, "min_step_reward": -7.5399, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 282.487, "mean_ep_length": 200.0, "mean_collisions": 0.2, "mean_dynamic_collisions": 0.5, "mean_intent_rate": 0.665, "policy_loss": 0.008833, "value_loss": 165.780959, "entropy": 0.447086, "total_loss": 82.894841, "clip_frac": 0.187256, "sps": 401.8, "elapsed_s": 2843.0} {"update": 559, "steps_done": 1144832, "mean_step_reward": 1.2813, "min_step_reward": -15.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 259.932, "mean_ep_length": 200.0, "mean_collisions": 2.8, "mean_dynamic_collisions": 0.2, "mean_intent_rate": 0.665, "policy_loss": 0.016046, "value_loss": 158.203946, "entropy": 0.485738, "total_loss": 79.113161, "clip_frac": 0.24231, "sps": 400.0, "elapsed_s": 2848.1} {"update": 560, "steps_done": 1146880, "mean_step_reward": 1.3678, "min_step_reward": -18.5292, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 273.592, "mean_ep_length": 200.0, "mean_collisions": 0.9, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.658, "policy_loss": 0.004004, "value_loss": 173.003297, "entropy": 0.472452, "total_loss": 86.500929, "clip_frac": 0.113525, "sps": 402.0, "elapsed_s": 2853.2} {"update": 561, "steps_done": 1148928, "mean_step_reward": 1.4113, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 282.858, "mean_ep_length": 200.0, "mean_collisions": 1.36, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.672, "policy_loss": 0.021743, "value_loss": 177.503582, "entropy": 0.444409, "total_loss": 88.769091, "clip_frac": 0.222534, "sps": 400.3, "elapsed_s": 2858.3} {"update": 562, "steps_done": 1150976, "mean_step_reward": 1.2585, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 252.818, "mean_ep_length": 200.0, "mean_collisions": 2.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.633, "policy_loss": 0.009619, "value_loss": 157.331133, "entropy": 0.443799, "total_loss": 78.670748, "clip_frac": 0.187134, "sps": 391.8, "elapsed_s": 2863.5} {"update": 563, "steps_done": 1153024, "mean_step_reward": 1.2213, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 239.502, "mean_ep_length": 200.0, "mean_collisions": 0.8, "mean_dynamic_collisions": 1.8, "mean_intent_rate": 0.647, "policy_loss": 0.011326, "value_loss": 229.284736, "entropy": 0.454105, "total_loss": 114.649154, "clip_frac": 0.136719, "sps": 397.6, "elapsed_s": 2868.7} {"update": 564, "steps_done": 1155072, "mean_step_reward": 1.2232, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 244.821, "mean_ep_length": 200.0, "mean_collisions": 0.3, "mean_dynamic_collisions": 0.8, "mean_intent_rate": 0.616, "policy_loss": 0.008969, "value_loss": 159.91797, "entropy": 0.458004, "total_loss": 79.963375, "clip_frac": 0.157104, "sps": 399.0, "elapsed_s": 2873.8} {"update": 565, "steps_done": 1157120, "mean_step_reward": 1.3783, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 276.098, "mean_ep_length": 200.0, "mean_collisions": 1.27, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.659, "policy_loss": -0.000482, "value_loss": 177.37804, "entropy": 0.440911, "total_loss": 88.68413, "clip_frac": 0.08252, "sps": 404.0, "elapsed_s": 2878.9} {"update": 566, "steps_done": 1159168, "mean_step_reward": 1.2733, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 261.583, "mean_ep_length": 200.0, "mean_collisions": 1.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.638, "policy_loss": 0.009403, "value_loss": 169.868904, "entropy": 0.413689, "total_loss": 84.939719, "clip_frac": 0.181274, "sps": 402.6, "elapsed_s": 2884.0} {"update": 567, "steps_done": 1161216, "mean_step_reward": 1.2783, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 245.504, "mean_ep_length": 200.0, "mean_collisions": 0.6, "mean_dynamic_collisions": 0.9, "mean_intent_rate": 0.625, "policy_loss": -0.001039, "value_loss": 170.489299, "entropy": 0.455972, "total_loss": 85.239051, "clip_frac": 0.075928, "sps": 401.6, "elapsed_s": 2889.1} {"update": 568, "steps_done": 1163264, "mean_step_reward": 1.4796, "min_step_reward": -10.5604, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 293.745, "mean_ep_length": 200.0, "mean_collisions": 1.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.69, "policy_loss": 0.020611, "value_loss": 172.709598, "entropy": 0.409077, "total_loss": 86.371319, "clip_frac": 0.254761, "sps": 407.5, "elapsed_s": 2894.1} {"update": 569, "steps_done": 1165312, "mean_step_reward": 1.336, "min_step_reward": -18.5569, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 269.79, "mean_ep_length": 200.0, "mean_collisions": 1.18, "mean_dynamic_collisions": 1.0, "mean_intent_rate": 0.679, "policy_loss": 0.003201, "value_loss": 194.720451, "entropy": 0.440573, "total_loss": 97.359021, "clip_frac": 0.161621, "sps": 401.0, "elapsed_s": 2899.2} {"update": 570, "steps_done": 1167360, "mean_step_reward": 1.3968, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 280.429, "mean_ep_length": 200.0, "mean_collisions": 1.5, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.68, "policy_loss": 0.005442, "value_loss": 170.831284, "entropy": 0.451669, "total_loss": 85.416567, "clip_frac": 0.153687, "sps": 404.0, "elapsed_s": 2904.3} {"update": 571, "steps_done": 1169408, "mean_step_reward": 1.2368, "min_step_reward": -18.5809, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 248.885, "mean_ep_length": 200.0, "mean_collisions": 0.5, "mean_dynamic_collisions": 0.8, "mean_intent_rate": 0.625, "policy_loss": 0.007332, "value_loss": 187.569906, "entropy": 0.513045, "total_loss": 93.787155, "clip_frac": 0.177246, "sps": 385.1, "elapsed_s": 2909.6} {"update": 572, "steps_done": 1171456, "mean_step_reward": 1.083, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 211.865, "mean_ep_length": 195.4, "mean_collisions": 3.0, "mean_dynamic_collisions": 1.82, "mean_intent_rate": 0.647, "policy_loss": 0.001182, "value_loss": 303.167414, "entropy": 0.530731, "total_loss": 151.579582, "clip_frac": 0.088501, "sps": 399.2, "elapsed_s": 2914.7} {"update": 573, "steps_done": 1173504, "mean_step_reward": 1.0693, "min_step_reward": -18.5793, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 212.905, "mean_ep_length": 200.0, "mean_collisions": 1.5, "mean_dynamic_collisions": 2.5, "mean_intent_rate": 0.635, "policy_loss": 0.014659, "value_loss": 286.339314, "entropy": 0.537232, "total_loss": 143.178944, "clip_frac": 0.205322, "sps": 393.7, "elapsed_s": 2919.9} {"update": 574, "steps_done": 1175552, "mean_step_reward": 1.1849, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 234.995, "mean_ep_length": 200.0, "mean_collisions": 2.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.617, "policy_loss": 0.005224, "value_loss": 150.024522, "entropy": 0.481297, "total_loss": 75.012672, "clip_frac": 0.12854, "sps": 406.8, "elapsed_s": 2925.0} {"update": 575, "steps_done": 1177600, "mean_step_reward": 1.3777, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 274.019, "mean_ep_length": 200.0, "mean_collisions": 2.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.674, "policy_loss": 0.010661, "value_loss": 149.70012, "entropy": 0.461343, "total_loss": 74.856107, "clip_frac": 0.170898, "sps": 401.3, "elapsed_s": 2930.1} {"update": 576, "steps_done": 1179648, "mean_step_reward": 1.2275, "min_step_reward": -25.5803, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 241.857, "mean_ep_length": 192.2, "mean_collisions": 3.64, "mean_dynamic_collisions": 0.18, "mean_intent_rate": 0.667, "policy_loss": 0.004046, "value_loss": 173.684054, "entropy": 0.479302, "total_loss": 86.84128, "clip_frac": 0.168091, "sps": 401.3, "elapsed_s": 2935.2} {"update": 577, "steps_done": 1181696, "mean_step_reward": 1.2607, "min_step_reward": -7.773, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 246.769, "mean_ep_length": 200.0, "mean_collisions": 5.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.676, "policy_loss": 0.001991, "value_loss": 168.61173, "entropy": 0.435307, "total_loss": 84.303502, "clip_frac": 0.09082, "sps": 402.7, "elapsed_s": 2940.3} {"update": 578, "steps_done": 1183744, "mean_step_reward": 1.3168, "min_step_reward": -15.5519, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 273.463, "mean_ep_length": 200.0, "mean_collisions": 4.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.701, "policy_loss": 0.012086, "value_loss": 184.728782, "entropy": 0.428518, "total_loss": 92.372192, "clip_frac": 0.189087, "sps": 403.6, "elapsed_s": 2945.4} {"update": 579, "steps_done": 1185792, "mean_step_reward": 1.3104, "min_step_reward": -18.5521, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 256.086, "mean_ep_length": 200.0, "mean_collisions": 2.73, "mean_dynamic_collisions": 0.82, "mean_intent_rate": 0.677, "policy_loss": 0.00419, "value_loss": 170.209248, "entropy": 0.423674, "total_loss": 85.104578, "clip_frac": 0.112305, "sps": 384.9, "elapsed_s": 2950.7} {"update": 580, "steps_done": 1187840, "mean_step_reward": 1.3037, "min_step_reward": -25.586, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 255.301, "mean_ep_length": 200.0, "mean_collisions": 2.4, "mean_dynamic_collisions": 1.9, "mean_intent_rate": 0.705, "policy_loss": 0.002835, "value_loss": 215.794495, "entropy": 0.442683, "total_loss": 107.895656, "clip_frac": 0.079712, "sps": 396.8, "elapsed_s": 2955.8} {"update": 581, "steps_done": 1189888, "mean_step_reward": 0.662, "min_step_reward": -25.5815, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 136.506, "mean_ep_length": 200.0, "mean_collisions": 8.2, "mean_dynamic_collisions": 5.1, "mean_intent_rate": 0.698, "policy_loss": 0.042534, "value_loss": 837.287704, "entropy": 0.400801, "total_loss": 418.682378, "clip_frac": 0.408203, "sps": 403.6, "elapsed_s": 2960.9} {"update": 582, "steps_done": 1191936, "mean_step_reward": 1.4317, "min_step_reward": -18.5619, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 290.441, "mean_ep_length": 200.0, "mean_collisions": 1.0, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.688, "policy_loss": 0.043708, "value_loss": 174.671266, "entropy": 0.483534, "total_loss": 87.374505, "clip_frac": 0.310059, "sps": 401.6, "elapsed_s": 2966.0} {"update": 583, "steps_done": 1193984, "mean_step_reward": 0.6731, "min_step_reward": -25.5905, "max_step_reward": 3.4798, "n_episodes_finished": 11, "mean_ep_return": 137.055, "mean_ep_length": 200.0, "mean_collisions": 2.73, "mean_dynamic_collisions": 3.45, "mean_intent_rate": 0.558, "policy_loss": 0.056934, "value_loss": 536.911876, "entropy": 0.385797, "total_loss": 268.509014, "clip_frac": 0.359375, "sps": 400.1, "elapsed_s": 2971.1} {"update": 584, "steps_done": 1196032, "mean_step_reward": 1.1084, "min_step_reward": -7.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 221.541, "mean_ep_length": 200.0, "mean_collisions": 1.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.576, "policy_loss": 0.027356, "value_loss": 140.125475, "entropy": 0.468263, "total_loss": 70.085411, "clip_frac": 0.302246, "sps": 401.5, "elapsed_s": 2976.2} {"update": 585, "steps_done": 1198080, "mean_step_reward": 1.2563, "min_step_reward": -10.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 265.474, "mean_ep_length": 200.0, "mean_collisions": 2.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.666, "policy_loss": 0.011632, "value_loss": 181.727531, "entropy": 0.402582, "total_loss": 90.871372, "clip_frac": 0.139893, "sps": 407.8, "elapsed_s": 2981.3} {"update": 586, "steps_done": 1200128, "mean_step_reward": 1.2458, "min_step_reward": -25.567, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 233.694, "mean_ep_length": 200.0, "mean_collisions": 2.8, "mean_dynamic_collisions": 1.4, "mean_intent_rate": 0.662, "policy_loss": 0.032132, "value_loss": 203.994689, "entropy": 0.399586, "total_loss": 102.025481, "clip_frac": 0.204712, "sps": 394.3, "elapsed_s": 2986.4} {"update": 587, "steps_done": 1202176, "mean_step_reward": 1.2368, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 248.774, "mean_ep_length": 200.0, "mean_collisions": 3.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.643, "policy_loss": 0.006745, "value_loss": 152.250913, "entropy": 0.473787, "total_loss": 76.127464, "clip_frac": 0.130493, "sps": 401.0, "elapsed_s": 2991.6} {"update": 588, "steps_done": 1204224, "mean_step_reward": 1.276, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 255.691, "mean_ep_length": 200.0, "mean_collisions": 2.8, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.667, "policy_loss": 0.003997, "value_loss": 159.291973, "entropy": 0.47295, "total_loss": 79.645254, "clip_frac": 0.129761, "sps": 397.2, "elapsed_s": 2996.7} {"update": 589, "steps_done": 1206272, "mean_step_reward": 1.3031, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 253.226, "mean_ep_length": 200.0, "mean_collisions": 0.9, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.624, "policy_loss": 0.005216, "value_loss": 144.24084, "entropy": 0.486606, "total_loss": 72.12077, "clip_frac": 0.177856, "sps": 407.1, "elapsed_s": 3001.7} {"update": 590, "steps_done": 1208320, "mean_step_reward": 1.3569, "min_step_reward": -8.3891, "max_step_reward": 3.4815, "n_episodes_finished": 10, "mean_ep_return": 274.922, "mean_ep_length": 200.0, "mean_collisions": 2.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.685, "policy_loss": 0.005749, "value_loss": 151.683457, "entropy": 0.451281, "total_loss": 75.842965, "clip_frac": 0.125732, "sps": 402.5, "elapsed_s": 3006.8} {"update": 591, "steps_done": 1210368, "mean_step_reward": 1.2009, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 244.513, "mean_ep_length": 200.0, "mean_collisions": 5.0, "mean_dynamic_collisions": 1.64, "mean_intent_rate": 0.723, "policy_loss": 0.005562, "value_loss": 202.832407, "entropy": 0.435234, "total_loss": 101.417414, "clip_frac": 0.154297, "sps": 401.7, "elapsed_s": 3011.9} {"update": 592, "steps_done": 1212416, "mean_step_reward": 1.22, "min_step_reward": -18.5629, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 243.231, "mean_ep_length": 200.0, "mean_collisions": 3.1, "mean_dynamic_collisions": 1.9, "mean_intent_rate": 0.694, "policy_loss": 0.017211, "value_loss": 240.026807, "entropy": 0.434489, "total_loss": 120.026269, "clip_frac": 0.178589, "sps": 405.0, "elapsed_s": 3017.0} {"update": 593, "steps_done": 1214464, "mean_step_reward": 1.2766, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 257.674, "mean_ep_length": 200.0, "mean_collisions": 2.4, "mean_dynamic_collisions": 0.9, "mean_intent_rate": 0.674, "policy_loss": 0.003231, "value_loss": 160.214332, "entropy": 0.43885, "total_loss": 80.106008, "clip_frac": 0.095215, "sps": 400.0, "elapsed_s": 3022.1} {"update": 594, "steps_done": 1216512, "mean_step_reward": 1.4144, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 281.101, "mean_ep_length": 200.0, "mean_collisions": 1.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.677, "policy_loss": 0.000513, "value_loss": 141.955638, "entropy": 0.416632, "total_loss": 70.974166, "clip_frac": 0.125366, "sps": 405.8, "elapsed_s": 3027.2} {"update": 595, "steps_done": 1218560, "mean_step_reward": 1.288, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 245.469, "mean_ep_length": 188.1, "mean_collisions": 1.55, "mean_dynamic_collisions": 0.91, "mean_intent_rate": 0.67, "policy_loss": 0.001555, "value_loss": 194.595266, "entropy": 0.394048, "total_loss": 97.295247, "clip_frac": 0.13147, "sps": 395.1, "elapsed_s": 3032.3} {"update": 596, "steps_done": 1220608, "mean_step_reward": 1.4335, "min_step_reward": -7.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 280.901, "mean_ep_length": 200.0, "mean_collisions": 1.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.668, "policy_loss": 0.00514, "value_loss": 154.419785, "entropy": 0.392613, "total_loss": 77.211107, "clip_frac": 0.123169, "sps": 394.7, "elapsed_s": 3037.5} {"update": 597, "steps_done": 1222656, "mean_step_reward": 1.4005, "min_step_reward": -18.5825, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 282.089, "mean_ep_length": 200.0, "mean_collisions": 1.36, "mean_dynamic_collisions": 0.36, "mean_intent_rate": 0.684, "policy_loss": 0.007685, "value_loss": 180.091139, "entropy": 0.361718, "total_loss": 90.049637, "clip_frac": 0.111816, "sps": 394.1, "elapsed_s": 3042.7} {"update": 598, "steps_done": 1224704, "mean_step_reward": 1.3116, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 262.431, "mean_ep_length": 200.0, "mean_collisions": 1.0, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.645, "policy_loss": 0.020481, "value_loss": 173.087474, "entropy": 0.412126, "total_loss": 86.560096, "clip_frac": 0.185913, "sps": 406.6, "elapsed_s": 3047.8} {"update": 599, "steps_done": 1226752, "mean_step_reward": 1.1467, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 238.121, "mean_ep_length": 200.0, "mean_collisions": 0.6, "mean_dynamic_collisions": 1.3, "mean_intent_rate": 0.621, "policy_loss": 0.004893, "value_loss": 188.895181, "entropy": 0.401475, "total_loss": 94.44847, "clip_frac": 0.114868, "sps": 408.6, "elapsed_s": 3052.8} {"update": 600, "steps_done": 1228800, "mean_step_reward": 1.3034, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 241.606, "mean_ep_length": 200.0, "mean_collisions": 0.8, "mean_dynamic_collisions": 0.9, "mean_intent_rate": 0.622, "policy_loss": 0.010304, "value_loss": 169.317057, "entropy": 0.396034, "total_loss": 84.664871, "clip_frac": 0.152832, "sps": 396.4, "elapsed_s": 3057.9} {"update": 601, "steps_done": 1230848, "mean_step_reward": 1.1624, "min_step_reward": -25.5949, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 241.473, "mean_ep_length": 200.0, "mean_collisions": 0.91, "mean_dynamic_collisions": 0.73, "mean_intent_rate": 0.618, "policy_loss": 0.006192, "value_loss": 203.062125, "entropy": 0.37935, "total_loss": 101.533462, "clip_frac": 0.136841, "sps": 397.8, "elapsed_s": 3063.1} {"update": 602, "steps_done": 1232896, "mean_step_reward": 1.3332, "min_step_reward": -7.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 268.515, "mean_ep_length": 200.0, "mean_collisions": 0.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.638, "policy_loss": 0.004387, "value_loss": 148.187795, "entropy": 0.424839, "total_loss": 74.094037, "clip_frac": 0.158936, "sps": 409.3, "elapsed_s": 3068.1} {"update": 603, "steps_done": 1234944, "mean_step_reward": 1.1865, "min_step_reward": -18.5581, "max_step_reward": 3.4768, "n_episodes_finished": 10, "mean_ep_return": 235.356, "mean_ep_length": 200.0, "mean_collisions": 2.6, "mean_dynamic_collisions": 0.5, "mean_intent_rate": 0.628, "policy_loss": 0.006558, "value_loss": 180.781024, "entropy": 0.430492, "total_loss": 90.392765, "clip_frac": 0.146118, "sps": 397.7, "elapsed_s": 3073.3} {"update": 604, "steps_done": 1236992, "mean_step_reward": 1.1657, "min_step_reward": -18.599, "max_step_reward": 3.491, "n_episodes_finished": 10, "mean_ep_return": 249.87, "mean_ep_length": 200.0, "mean_collisions": 0.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.605, "policy_loss": 0.009334, "value_loss": 183.999982, "entropy": 0.367713, "total_loss": 92.005649, "clip_frac": 0.123291, "sps": 392.4, "elapsed_s": 3078.5} {"update": 605, "steps_done": 1239040, "mean_step_reward": 0.5397, "min_step_reward": -25.5817, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 108.22, "mean_ep_length": 200.0, "mean_collisions": 0.91, "mean_dynamic_collisions": 8.09, "mean_intent_rate": 0.619, "policy_loss": 0.050055, "value_loss": 1234.594133, "entropy": 0.300625, "total_loss": 617.344112, "clip_frac": 0.459351, "sps": 400.9, "elapsed_s": 3083.6} {"update": 606, "steps_done": 1241088, "mean_step_reward": 0.9159, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 194.698, "mean_ep_length": 200.0, "mean_collisions": 0.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.508, "policy_loss": 0.011147, "value_loss": 221.133461, "entropy": 0.353264, "total_loss": 110.574344, "clip_frac": 0.184326, "sps": 399.0, "elapsed_s": 3088.7} {"update": 607, "steps_done": 1243136, "mean_step_reward": -0.8408, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": -191.12, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 17.8, "mean_intent_rate": 0.397, "policy_loss": 0.015071, "value_loss": 1341.846708, "entropy": 0.298421, "total_loss": 670.935432, "clip_frac": 0.243286, "sps": 400.1, "elapsed_s": 3093.8} {"update": 608, "steps_done": 1245184, "mean_step_reward": 1.1136, "min_step_reward": -7.5817, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 225.125, "mean_ep_length": 200.0, "mean_collisions": 0.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.555, "policy_loss": 0.006166, "value_loss": 111.283503, "entropy": 0.386176, "total_loss": 55.644056, "clip_frac": 0.165649, "sps": 404.5, "elapsed_s": 3098.9} {"update": 609, "steps_done": 1247232, "mean_step_reward": 0.8276, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 165.295, "mean_ep_length": 200.0, "mean_collisions": 1.18, "mean_dynamic_collisions": 0.73, "mean_intent_rate": 0.494, "policy_loss": 0.00623, "value_loss": 116.006809, "entropy": 0.374349, "total_loss": 58.005891, "clip_frac": 0.099487, "sps": 400.8, "elapsed_s": 3104.0} {"update": 610, "steps_done": 1249280, "mean_step_reward": 0.7492, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 149.883, "mean_ep_length": 200.0, "mean_collisions": 2.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.475, "policy_loss": 0.008237, "value_loss": 103.001728, "entropy": 0.365567, "total_loss": 51.505446, "clip_frac": 0.121094, "sps": 411.0, "elapsed_s": 3109.0} {"update": 611, "steps_done": 1251328, "mean_step_reward": 0.6998, "min_step_reward": -18.5914, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 144.008, "mean_ep_length": 200.0, "mean_collisions": 2.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.461, "policy_loss": 0.00477, "value_loss": 112.584243, "entropy": 0.392688, "total_loss": 56.292964, "clip_frac": 0.147827, "sps": 405.2, "elapsed_s": 3114.1} {"update": 612, "steps_done": 1253376, "mean_step_reward": 0.7309, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 146.694, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 3.3, "mean_intent_rate": 0.527, "policy_loss": 0.008936, "value_loss": 289.121946, "entropy": 0.426578, "total_loss": 144.565644, "clip_frac": 0.137085, "sps": 394.2, "elapsed_s": 3119.3} {"update": 613, "steps_done": 1255424, "mean_step_reward": 0.8544, "min_step_reward": -18.5618, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 160.631, "mean_ep_length": 200.0, "mean_collisions": 0.1, "mean_dynamic_collisions": 1.1, "mean_intent_rate": 0.48, "policy_loss": 0.003983, "value_loss": 107.443204, "entropy": 0.354434, "total_loss": 53.722041, "clip_frac": 0.127319, "sps": 399.2, "elapsed_s": 3124.4} {"update": 614, "steps_done": 1257472, "mean_step_reward": 0.6954, "min_step_reward": -7.5899, "max_step_reward": 3.4604, "n_episodes_finished": 11, "mean_ep_return": 145.543, "mean_ep_length": 200.0, "mean_collisions": 0.18, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.424, "policy_loss": 0.004365, "value_loss": 76.653058, "entropy": 0.401143, "total_loss": 38.326883, "clip_frac": 0.109009, "sps": 400.4, "elapsed_s": 3129.5} {"update": 615, "steps_done": 1259520, "mean_step_reward": 0.8758, "min_step_reward": -8.1005, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 176.316, "mean_ep_length": 200.0, "mean_collisions": 1.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.503, "policy_loss": 0.004581, "value_loss": 95.002338, "entropy": 0.462859, "total_loss": 47.501121, "clip_frac": 0.092407, "sps": 396.0, "elapsed_s": 3134.7} {"update": 616, "steps_done": 1261568, "mean_step_reward": 0.9047, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 178.441, "mean_ep_length": 200.0, "mean_collisions": 1.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.497, "policy_loss": 0.002336, "value_loss": 98.347684, "entropy": 0.355933, "total_loss": 49.172618, "clip_frac": 0.147461, "sps": 403.5, "elapsed_s": 3139.7} {"update": 617, "steps_done": 1263616, "mean_step_reward": 1.04, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 195.683, "mean_ep_length": 200.0, "mean_collisions": 1.4, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.539, "policy_loss": 0.004449, "value_loss": 101.055994, "entropy": 0.433479, "total_loss": 50.52811, "clip_frac": 0.164185, "sps": 403.2, "elapsed_s": 3144.8} {"update": 618, "steps_done": 1265664, "mean_step_reward": 0.6954, "min_step_reward": -25.599, "max_step_reward": 3.401, "n_episodes_finished": 11, "mean_ep_return": 141.209, "mean_ep_length": 191.4, "mean_collisions": 2.45, "mean_dynamic_collisions": 2.36, "mean_intent_rate": 0.548, "policy_loss": 0.006284, "value_loss": 289.847719, "entropy": 0.37842, "total_loss": 144.926358, "clip_frac": 0.173706, "sps": 406.3, "elapsed_s": 3149.9} {"update": 619, "steps_done": 1267712, "mean_step_reward": 1.1103, "min_step_reward": -18.5673, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 227.469, "mean_ep_length": 200.0, "mean_collisions": 0.2, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.579, "policy_loss": 0.004939, "value_loss": 108.630009, "entropy": 0.394662, "total_loss": 54.315997, "clip_frac": 0.110474, "sps": 390.6, "elapsed_s": 3155.1} {"update": 620, "steps_done": 1269760, "mean_step_reward": 1.251, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 243.494, "mean_ep_length": 200.0, "mean_collisions": 1.36, "mean_dynamic_collisions": 1.64, "mean_intent_rate": 0.661, "policy_loss": 0.008853, "value_loss": 183.334806, "entropy": 0.364118, "total_loss": 91.672614, "clip_frac": 0.121582, "sps": 396.6, "elapsed_s": 3160.3} {"update": 621, "steps_done": 1271808, "mean_step_reward": 1.3375, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 270.464, "mean_ep_length": 200.0, "mean_collisions": 1.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.649, "policy_loss": 0.012372, "value_loss": 117.243788, "entropy": 0.385574, "total_loss": 58.63041, "clip_frac": 0.172852, "sps": 397.8, "elapsed_s": 3165.4} {"update": 622, "steps_done": 1273856, "mean_step_reward": 1.2971, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 263.667, "mean_ep_length": 200.0, "mean_collisions": 0.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.623, "policy_loss": -0.000605, "value_loss": 124.738533, "entropy": 0.389226, "total_loss": 62.36477, "clip_frac": 0.075439, "sps": 401.9, "elapsed_s": 3170.5} {"update": 623, "steps_done": 1275904, "mean_step_reward": 1.3181, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 252.822, "mean_ep_length": 200.0, "mean_collisions": 1.3, "mean_dynamic_collisions": 1.7, "mean_intent_rate": 0.675, "policy_loss": 0.00264, "value_loss": 192.076587, "entropy": 0.381425, "total_loss": 96.037119, "clip_frac": 0.103149, "sps": 403.2, "elapsed_s": 3175.6} {"update": 624, "steps_done": 1277952, "mean_step_reward": 1.3896, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 280.277, "mean_ep_length": 200.0, "mean_collisions": 1.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.661, "policy_loss": 0.005697, "value_loss": 158.695158, "entropy": 0.389909, "total_loss": 79.349378, "clip_frac": 0.129272, "sps": 398.8, "elapsed_s": 3180.7} {"update": 625, "steps_done": 1280000, "mean_step_reward": 1.2578, "min_step_reward": -18.5453, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 256.483, "mean_ep_length": 200.0, "mean_collisions": 0.8, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.637, "policy_loss": 0.007387, "value_loss": 174.660017, "entropy": 0.415513, "total_loss": 87.333239, "clip_frac": 0.103638, "sps": 403.3, "elapsed_s": 3185.8} {"update": 626, "steps_done": 1282048, "mean_step_reward": 1.3433, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 262.964, "mean_ep_length": 200.0, "mean_collisions": 1.6, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.654, "policy_loss": 0.004435, "value_loss": 169.114172, "entropy": 0.388595, "total_loss": 84.557635, "clip_frac": 0.122925, "sps": 401.7, "elapsed_s": 3190.9} {"update": 627, "steps_done": 1284096, "mean_step_reward": 1.2938, "min_step_reward": -18.5327, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 262.678, "mean_ep_length": 200.0, "mean_collisions": 1.5, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.658, "policy_loss": 0.006993, "value_loss": 195.355746, "entropy": 0.372029, "total_loss": 97.681144, "clip_frac": 0.099243, "sps": 398.2, "elapsed_s": 3196.1} {"update": 628, "steps_done": 1286144, "mean_step_reward": 1.2113, "min_step_reward": -25.5802, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 241.4, "mean_ep_length": 200.0, "mean_collisions": 2.73, "mean_dynamic_collisions": 2.36, "mean_intent_rate": 0.7, "policy_loss": 0.006761, "value_loss": 226.226693, "entropy": 0.34671, "total_loss": 113.11664, "clip_frac": 0.126953, "sps": 395.1, "elapsed_s": 3201.2} {"update": 629, "steps_done": 1288192, "mean_step_reward": 1.4345, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 286.431, "mean_ep_length": 200.0, "mean_collisions": 0.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.666, "policy_loss": 0.00593, "value_loss": 171.219876, "entropy": 0.426189, "total_loss": 85.611606, "clip_frac": 0.105957, "sps": 412.8, "elapsed_s": 3206.2} {"update": 630, "steps_done": 1290240, "mean_step_reward": 1.3691, "min_step_reward": -13.4739, "max_step_reward": 3.478, "n_episodes_finished": 10, "mean_ep_return": 281.607, "mean_ep_length": 200.0, "mean_collisions": 0.9, "mean_dynamic_collisions": 0.1, "mean_intent_rate": 0.667, "policy_loss": 0.009862, "value_loss": 161.221021, "entropy": 0.404674, "total_loss": 80.616326, "clip_frac": 0.180176, "sps": 399.1, "elapsed_s": 3211.3} {"update": 631, "steps_done": 1292288, "mean_step_reward": 1.2176, "min_step_reward": -7.5862, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 237.999, "mean_ep_length": 200.0, "mean_collisions": 1.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.605, "policy_loss": 0.007806, "value_loss": 158.333804, "entropy": 0.36989, "total_loss": 79.171009, "clip_frac": 0.199829, "sps": 404.8, "elapsed_s": 3216.4} {"update": 632, "steps_done": 1294336, "mean_step_reward": 1.0889, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 219.618, "mean_ep_length": 200.0, "mean_collisions": 0.82, "mean_dynamic_collisions": 0.73, "mean_intent_rate": 0.58, "policy_loss": 0.006693, "value_loss": 182.219769, "entropy": 0.355053, "total_loss": 91.113025, "clip_frac": 0.182861, "sps": 397.8, "elapsed_s": 3221.6} {"update": 633, "steps_done": 1296384, "mean_step_reward": 1.1143, "min_step_reward": -0.699, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 221.752, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.547, "policy_loss": 0.008643, "value_loss": 142.754063, "entropy": 0.422715, "total_loss": 71.381447, "clip_frac": 0.188843, "sps": 406.2, "elapsed_s": 3226.6} {"update": 634, "steps_done": 1298432, "mean_step_reward": 1.2978, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 260.25, "mean_ep_length": 200.0, "mean_collisions": 1.2, "mean_dynamic_collisions": 0.9, "mean_intent_rate": 0.658, "policy_loss": 0.011196, "value_loss": 175.100142, "entropy": 0.404635, "total_loss": 87.557221, "clip_frac": 0.17041, "sps": 400.6, "elapsed_s": 3231.7} {"update": 635, "steps_done": 1300480, "mean_step_reward": 1.1251, "min_step_reward": -18.572, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 219.878, "mean_ep_length": 200.0, "mean_collisions": 0.1, "mean_dynamic_collisions": 1.5, "mean_intent_rate": 0.594, "policy_loss": 0.001337, "value_loss": 207.225577, "entropy": 0.426509, "total_loss": 103.60986, "clip_frac": 0.120728, "sps": 403.3, "elapsed_s": 3236.8} {"update": 636, "steps_done": 1302528, "mean_step_reward": 1.3628, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 277.999, "mean_ep_length": 200.0, "mean_collisions": 1.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.658, "policy_loss": 0.003834, "value_loss": 157.92355, "entropy": 0.423958, "total_loss": 78.96137, "clip_frac": 0.143677, "sps": 394.9, "elapsed_s": 3242.0} {"update": 637, "steps_done": 1304576, "mean_step_reward": 1.1493, "min_step_reward": -18.5716, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 229.76, "mean_ep_length": 200.0, "mean_collisions": 1.36, "mean_dynamic_collisions": 0.36, "mean_intent_rate": 0.593, "policy_loss": 0.003241, "value_loss": 154.389332, "entropy": 0.431256, "total_loss": 77.193594, "clip_frac": 0.115601, "sps": 396.8, "elapsed_s": 3247.1} {"update": 638, "steps_done": 1306624, "mean_step_reward": 0.947, "min_step_reward": -18.5587, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 187.379, "mean_ep_length": 200.0, "mean_collisions": 1.2, "mean_dynamic_collisions": 0.8, "mean_intent_rate": 0.532, "policy_loss": 0.000924, "value_loss": 135.363265, "entropy": 0.422038, "total_loss": 67.678336, "clip_frac": 0.094727, "sps": 400.3, "elapsed_s": 3252.3} {"update": 639, "steps_done": 1308672, "mean_step_reward": 1.0932, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 220.438, "mean_ep_length": 200.0, "mean_collisions": 0.3, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.572, "policy_loss": 0.001512, "value_loss": 151.773713, "entropy": 0.428555, "total_loss": 75.884083, "clip_frac": 0.111206, "sps": 400.7, "elapsed_s": 3257.4} {"update": 640, "steps_done": 1310720, "mean_step_reward": 1.1733, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 239.094, "mean_ep_length": 200.0, "mean_collisions": 0.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.58, "policy_loss": 0.000615, "value_loss": 118.607717, "entropy": 0.451009, "total_loss": 59.299963, "clip_frac": 0.143188, "sps": 414.2, "elapsed_s": 3262.3} {"update": 641, "steps_done": 1312768, "mean_step_reward": 1.1591, "min_step_reward": -15.583, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 228.037, "mean_ep_length": 200.0, "mean_collisions": 1.18, "mean_dynamic_collisions": 0.45, "mean_intent_rate": 0.591, "policy_loss": 0.003361, "value_loss": 136.95774, "entropy": 0.413372, "total_loss": 68.478097, "clip_frac": 0.121094, "sps": 391.2, "elapsed_s": 3267.5} {"update": 642, "steps_done": 1314816, "mean_step_reward": 1.2158, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 239.579, "mean_ep_length": 200.0, "mean_collisions": 4.8, "mean_dynamic_collisions": 1.7, "mean_intent_rate": 0.713, "policy_loss": 0.004883, "value_loss": 215.277998, "entropy": 0.392927, "total_loss": 107.639952, "clip_frac": 0.145386, "sps": 393.1, "elapsed_s": 3272.8} {"update": 643, "steps_done": 1316864, "mean_step_reward": 1.2859, "min_step_reward": -18.5751, "max_step_reward": 3.4482, "n_episodes_finished": 10, "mean_ep_return": 263.973, "mean_ep_length": 200.0, "mean_collisions": 0.2, "mean_dynamic_collisions": 1.2, "mean_intent_rate": 0.657, "policy_loss": 0.001923, "value_loss": 205.772033, "entropy": 0.405773, "total_loss": 102.883882, "clip_frac": 0.096069, "sps": 399.8, "elapsed_s": 3277.9} {"update": 644, "steps_done": 1318912, "mean_step_reward": 0.2132, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 31.411, "mean_ep_length": 200.0, "mean_collisions": 0.1, "mean_dynamic_collisions": 9.8, "mean_intent_rate": 0.535, "policy_loss": 0.027464, "value_loss": 1603.616756, "entropy": 0.346002, "total_loss": 801.832374, "clip_frac": 0.304932, "sps": 390.9, "elapsed_s": 3283.1} {"update": 645, "steps_done": 1320960, "mean_step_reward": 0.8418, "min_step_reward": -7.5868, "max_step_reward": 3.401, "n_episodes_finished": 11, "mean_ep_return": 175.217, "mean_ep_length": 200.0, "mean_collisions": 0.55, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.479, "policy_loss": 0.015286, "value_loss": 211.827927, "entropy": 0.360545, "total_loss": 105.925645, "clip_frac": 0.187256, "sps": 396.0, "elapsed_s": 3288.3} {"update": 646, "steps_done": 1323008, "mean_step_reward": 0.7172, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 145.278, "mean_ep_length": 200.0, "mean_collisions": 0.4, "mean_dynamic_collisions": 0.8, "mean_intent_rate": 0.452, "policy_loss": 0.001315, "value_loss": 174.782021, "entropy": 0.352042, "total_loss": 87.388805, "clip_frac": 0.074829, "sps": 399.9, "elapsed_s": 3293.4} {"update": 647, "steps_done": 1325056, "mean_step_reward": 0.7895, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 155.688, "mean_ep_length": 200.0, "mean_collisions": 0.1, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.459, "policy_loss": 0.002976, "value_loss": 110.976413, "entropy": 0.331356, "total_loss": 55.487869, "clip_frac": 0.062012, "sps": 401.7, "elapsed_s": 3298.5} {"update": 648, "steps_done": 1327104, "mean_step_reward": -0.6602, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 149.365, "mean_ep_length": 200.0, "mean_collisions": 0.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.434, "policy_loss": 0.006922, "value_loss": 2203.578304, "entropy": 0.279065, "total_loss": 1101.793283, "clip_frac": 0.147827, "sps": 402.3, "elapsed_s": 3303.6} {"update": 649, "steps_done": 1329152, "mean_step_reward": 0.7604, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 11, "mean_ep_return": -108.907, "mean_ep_length": 200.0, "mean_collisions": 0.55, "mean_dynamic_collisions": 16.36, "mean_intent_rate": 0.501, "policy_loss": 0.001759, "value_loss": 312.181298, "entropy": 0.385424, "total_loss": 156.088553, "clip_frac": 0.075317, "sps": 403.8, "elapsed_s": 3308.7} {"update": 650, "steps_done": 1331200, "mean_step_reward": 0.871, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 185.15, "mean_ep_length": 200.0, "mean_collisions": 0.9, "mean_dynamic_collisions": 3.2, "mean_intent_rate": 0.602, "policy_loss": 0.016526, "value_loss": 376.064441, "entropy": 0.411034, "total_loss": 188.044635, "clip_frac": 0.164551, "sps": 393.3, "elapsed_s": 3313.9} {"update": 651, "steps_done": 1333248, "mean_step_reward": 1.103, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 210.531, "mean_ep_length": 200.0, "mean_collisions": 3.3, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.6, "policy_loss": 0.004065, "value_loss": 99.723883, "entropy": 0.453123, "total_loss": 49.861475, "clip_frac": 0.081543, "sps": 390.3, "elapsed_s": 3319.1} {"update": 652, "steps_done": 1335296, "mean_step_reward": 0.7587, "min_step_reward": -23.3799, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 153.519, "mean_ep_length": 200.0, "mean_collisions": 3.4, "mean_dynamic_collisions": 2.0, "mean_intent_rate": 0.554, "policy_loss": 0.005151, "value_loss": 228.428293, "entropy": 0.395309, "total_loss": 114.215344, "clip_frac": 0.126221, "sps": 400.2, "elapsed_s": 3324.3} {"update": 653, "steps_done": 1337344, "mean_step_reward": 1.2131, "min_step_reward": -15.5258, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 238.45, "mean_ep_length": 200.0, "mean_collisions": 1.82, "mean_dynamic_collisions": 0.27, "mean_intent_rate": 0.613, "policy_loss": 0.008361, "value_loss": 121.851464, "entropy": 0.398359, "total_loss": 60.93011, "clip_frac": 0.131226, "sps": 403.4, "elapsed_s": 3329.3} {"update": 654, "steps_done": 1339392, "mean_step_reward": 0.9095, "min_step_reward": -18.5986, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 179.833, "mean_ep_length": 200.0, "mean_collisions": 3.2, "mean_dynamic_collisions": 1.3, "mean_intent_rate": 0.574, "policy_loss": 0.003365, "value_loss": 138.2831, "entropy": 0.411277, "total_loss": 69.140803, "clip_frac": 0.122925, "sps": 394.8, "elapsed_s": 3334.5} {"update": 655, "steps_done": 1341440, "mean_step_reward": 0.7438, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 157.402, "mean_ep_length": 200.0, "mean_collisions": 1.9, "mean_dynamic_collisions": 2.9, "mean_intent_rate": 0.564, "policy_loss": 0.006428, "value_loss": 277.951681, "entropy": 0.408344, "total_loss": 138.978184, "clip_frac": 0.147827, "sps": 394.4, "elapsed_s": 3339.7} {"update": 656, "steps_done": 1343488, "mean_step_reward": 0.6856, "min_step_reward": -18.599, "max_step_reward": 3.4915, "n_episodes_finished": 10, "mean_ep_return": 123.36, "mean_ep_length": 200.0, "mean_collisions": 0.7, "mean_dynamic_collisions": 6.2, "mean_intent_rate": 0.584, "policy_loss": 0.025413, "value_loss": 524.609287, "entropy": 0.372554, "total_loss": 262.326332, "clip_frac": 0.317139, "sps": 405.5, "elapsed_s": 3344.8} {"update": 657, "steps_done": 1345536, "mean_step_reward": 1.0901, "min_step_reward": -18.5, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 219.546, "mean_ep_length": 200.0, "mean_collisions": 1.0, "mean_dynamic_collisions": 0.27, "mean_intent_rate": 0.57, "policy_loss": 0.005415, "value_loss": 107.722996, "entropy": 0.43, "total_loss": 53.862613, "clip_frac": 0.079102, "sps": 396.1, "elapsed_s": 3349.9} {"update": 658, "steps_done": 1347584, "mean_step_reward": 1.1116, "min_step_reward": -7.599, "max_step_reward": 3.4895, "n_episodes_finished": 10, "mean_ep_return": 221.675, "mean_ep_length": 200.0, "mean_collisions": 1.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.565, "policy_loss": -0.001195, "value_loss": 94.663365, "entropy": 0.382227, "total_loss": 47.326666, "clip_frac": 0.094116, "sps": 399.2, "elapsed_s": 3355.1} {"update": 659, "steps_done": 1349632, "mean_step_reward": 1.246, "min_step_reward": -18.5, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 246.914, "mean_ep_length": 200.0, "mean_collisions": 0.3, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.615, "policy_loss": 0.00389, "value_loss": 129.642783, "entropy": 0.38342, "total_loss": 64.821447, "clip_frac": 0.093262, "sps": 388.9, "elapsed_s": 3360.3} {"update": 660, "steps_done": 1351680, "mean_step_reward": 1.2528, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 261.193, "mean_ep_length": 200.0, "mean_collisions": 1.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.63, "policy_loss": 0.005292, "value_loss": 128.059596, "entropy": 0.383679, "total_loss": 64.031253, "clip_frac": 0.104126, "sps": 402.2, "elapsed_s": 3365.4} {"update": 661, "steps_done": 1353728, "mean_step_reward": 1.3722, "min_step_reward": -18.599, "max_step_reward": 3.4963, "n_episodes_finished": 10, "mean_ep_return": 263.65, "mean_ep_length": 200.0, "mean_collisions": 1.3, "mean_dynamic_collisions": 0.9, "mean_intent_rate": 0.671, "policy_loss": 0.002615, "value_loss": 148.99723, "entropy": 0.382197, "total_loss": 74.497409, "clip_frac": 0.12085, "sps": 400.0, "elapsed_s": 3370.6} {"update": 662, "steps_done": 1355776, "mean_step_reward": 1.3648, "min_step_reward": -18.599, "max_step_reward": 3.4675, "n_episodes_finished": 11, "mean_ep_return": 273.982, "mean_ep_length": 200.0, "mean_collisions": 0.82, "mean_dynamic_collisions": 0.64, "mean_intent_rate": 0.667, "policy_loss": -0.00023, "value_loss": 156.872464, "entropy": 0.376222, "total_loss": 78.432239, "clip_frac": 0.098511, "sps": 392.7, "elapsed_s": 3375.8} {"update": 663, "steps_done": 1357824, "mean_step_reward": 1.321, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 260.089, "mean_ep_length": 200.0, "mean_collisions": 1.0, "mean_dynamic_collisions": 1.0, "mean_intent_rate": 0.658, "policy_loss": 0.009979, "value_loss": 178.428141, "entropy": 0.371789, "total_loss": 89.220332, "clip_frac": 0.202881, "sps": 397.1, "elapsed_s": 3380.9} {"update": 664, "steps_done": 1359872, "mean_step_reward": 1.4598, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 298.496, "mean_ep_length": 200.0, "mean_collisions": 1.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.706, "policy_loss": 0.014086, "value_loss": 154.525318, "entropy": 0.387444, "total_loss": 77.27287, "clip_frac": 0.156128, "sps": 397.9, "elapsed_s": 3386.1} {"update": 665, "steps_done": 1361920, "mean_step_reward": 1.118, "min_step_reward": -18.5628, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 221.647, "mean_ep_length": 200.0, "mean_collisions": 1.8, "mean_dynamic_collisions": 2.0, "mean_intent_rate": 0.637, "policy_loss": 0.005138, "value_loss": 316.473497, "entropy": 0.376674, "total_loss": 158.238119, "clip_frac": 0.113647, "sps": 395.0, "elapsed_s": 3391.3} {"update": 666, "steps_done": 1363968, "mean_step_reward": 1.2971, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 258.678, "mean_ep_length": 200.0, "mean_collisions": 2.45, "mean_dynamic_collisions": 0.55, "mean_intent_rate": 0.666, "policy_loss": 0.008555, "value_loss": 182.288706, "entropy": 0.367603, "total_loss": 91.149232, "clip_frac": 0.113159, "sps": 378.8, "elapsed_s": 3396.7} {"update": 667, "steps_done": 1366016, "mean_step_reward": 0.4216, "min_step_reward": -25.5867, "max_step_reward": 3.4652, "n_episodes_finished": 10, "mean_ep_return": 238.689, "mean_ep_length": 200.0, "mean_collisions": 1.6, "mean_dynamic_collisions": 1.0, "mean_intent_rate": 0.633, "policy_loss": 0.024035, "value_loss": 1210.843718, "entropy": 0.317514, "total_loss": 605.442718, "clip_frac": 0.26355, "sps": 369.6, "elapsed_s": 3402.2} {"update": 668, "steps_done": 1368064, "mean_step_reward": 0.2544, "min_step_reward": -18.5868, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -108.895, "mean_ep_length": 200.0, "mean_collisions": 0.4, "mean_dynamic_collisions": 20.0, "mean_intent_rate": 0.603, "policy_loss": 0.011226, "value_loss": 1077.369673, "entropy": 0.323566, "total_loss": 538.69283, "clip_frac": 0.250854, "sps": 370.1, "elapsed_s": 3407.7} {"update": 669, "steps_done": 1370112, "mean_step_reward": 1.5187, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 295.707, "mean_ep_length": 200.0, "mean_collisions": 0.5, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.686, "policy_loss": 0.03962, "value_loss": 158.03337, "entropy": 0.323574, "total_loss": 79.053069, "clip_frac": 0.289185, "sps": 378.5, "elapsed_s": 3413.2} {"update": 670, "steps_done": 1372160, "mean_step_reward": -0.6048, "min_step_reward": -25.5809, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": -90.254, "mean_ep_length": 200.0, "mean_collisions": 0.36, "mean_dynamic_collisions": 17.73, "mean_intent_rate": 0.565, "policy_loss": 0.078713, "value_loss": 1709.424337, "entropy": 0.153095, "total_loss": 854.789347, "clip_frac": 0.480957, "sps": 372.1, "elapsed_s": 3418.7} {"update": 671, "steps_done": 1374208, "mean_step_reward": 0.3023, "min_step_reward": -0.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 67.878, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.291, "policy_loss": 0.00341, "value_loss": 139.902752, "entropy": 0.163218, "total_loss": 69.953154, "clip_frac": 0.057251, "sps": 391.3, "elapsed_s": 3423.9} {"update": 672, "steps_done": 1376256, "mean_step_reward": 0.2812, "min_step_reward": -0.6, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 50.532, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.261, "policy_loss": 0.013155, "value_loss": 86.806799, "entropy": 0.092804, "total_loss": 43.415626, "clip_frac": 0.080566, "sps": 378.4, "elapsed_s": 3429.3} {"update": 673, "steps_done": 1378304, "mean_step_reward": -0.133, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": -29.21, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 3.0, "mean_intent_rate": 0.237, "policy_loss": 0.002192, "value_loss": 390.995514, "entropy": 0.144958, "total_loss": 195.498498, "clip_frac": 0.039307, "sps": 393.6, "elapsed_s": 3434.5} {"update": 674, "steps_done": 1380352, "mean_step_reward": 0.3293, "min_step_reward": -18.5711, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 67.04, "mean_ep_length": 200.0, "mean_collisions": 0.09, "mean_dynamic_collisions": 0.45, "mean_intent_rate": 0.305, "policy_loss": 0.005738, "value_loss": 71.351189, "entropy": 0.197075, "total_loss": 35.679362, "clip_frac": 0.08728, "sps": 385.5, "elapsed_s": 3439.8} {"update": 675, "steps_done": 1382400, "mean_step_reward": 0.2609, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 60.049, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 1.0, "mean_intent_rate": 0.311, "policy_loss": 0.003758, "value_loss": 88.474008, "entropy": 0.214061, "total_loss": 44.238621, "clip_frac": 0.039551, "sps": 368.4, "elapsed_s": 3445.4} {"update": 676, "steps_done": 1384448, "mean_step_reward": 0.3109, "min_step_reward": -0.699, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 56.252, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.283, "policy_loss": 0.001886, "value_loss": 31.123488, "entropy": 0.262363, "total_loss": 15.561006, "clip_frac": 0.055054, "sps": 377.8, "elapsed_s": 3450.8} {"update": 677, "steps_done": 1386496, "mean_step_reward": 0.4572, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 90.921, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.338, "policy_loss": -0.004219, "value_loss": 47.748349, "entropy": 0.280963, "total_loss": 23.867146, "clip_frac": 0.063599, "sps": 376.7, "elapsed_s": 3456.2} {"update": 678, "steps_done": 1388544, "mean_step_reward": 0.4362, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 84.252, "mean_ep_length": 200.0, "mean_collisions": 0.45, "mean_dynamic_collisions": 0.36, "mean_intent_rate": 0.34, "policy_loss": -0.002272, "value_loss": 46.94205, "entropy": 0.266529, "total_loss": 23.466088, "clip_frac": 0.084351, "sps": 386.8, "elapsed_s": 3461.5} {"update": 679, "steps_done": 1390592, "mean_step_reward": 0.5931, "min_step_reward": -1.4856, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 117.172, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.374, "policy_loss": -0.001629, "value_loss": 42.985516, "entropy": 0.294491, "total_loss": 21.488184, "clip_frac": 0.062134, "sps": 381.2, "elapsed_s": 3466.9} {"update": 680, "steps_done": 1392640, "mean_step_reward": 0.509, "min_step_reward": -18.5483, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 100.208, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.357, "policy_loss": -0.002563, "value_loss": 55.241848, "entropy": 0.284318, "total_loss": 27.615517, "clip_frac": 0.073853, "sps": 381.9, "elapsed_s": 3472.3} {"update": 681, "steps_done": 1394688, "mean_step_reward": 0.6643, "min_step_reward": -18.5689, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 138.835, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 1.2, "mean_intent_rate": 0.452, "policy_loss": -0.001281, "value_loss": 89.734179, "entropy": 0.340723, "total_loss": 44.862401, "clip_frac": 0.042725, "sps": 374.4, "elapsed_s": 3477.8} {"update": 682, "steps_done": 1396736, "mean_step_reward": 0.8345, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 161.083, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.27, "mean_intent_rate": 0.455, "policy_loss": 0.004084, "value_loss": 64.244186, "entropy": 0.345656, "total_loss": 32.122721, "clip_frac": 0.091431, "sps": 382.5, "elapsed_s": 3483.1} {"update": 683, "steps_done": 1398784, "mean_step_reward": 0.9952, "min_step_reward": -7.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 200.921, "mean_ep_length": 200.0, "mean_collisions": 0.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.513, "policy_loss": -0.002596, "value_loss": 75.172702, "entropy": 0.343454, "total_loss": 37.580321, "clip_frac": 0.099365, "sps": 382.6, "elapsed_s": 3488.5} {"update": 684, "steps_done": 1400832, "mean_step_reward": 0.7514, "min_step_reward": -18.5878, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 156.297, "mean_ep_length": 200.0, "mean_collisions": 0.2, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.46, "policy_loss": 0.001579, "value_loss": 87.618251, "entropy": 0.272543, "total_loss": 43.807979, "clip_frac": 0.043701, "sps": 384.7, "elapsed_s": 3493.8} {"update": 685, "steps_done": 1402880, "mean_step_reward": -0.849, "min_step_reward": -18.5844, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -194.122, "mean_ep_length": 200.0, "mean_collisions": 1.2, "mean_dynamic_collisions": 15.5, "mean_intent_rate": 0.344, "policy_loss": 0.007947, "value_loss": 2270.658928, "entropy": 0.243108, "total_loss": 1135.334967, "clip_frac": 0.144775, "sps": 378.4, "elapsed_s": 3499.2} {"update": 686, "steps_done": 1404928, "mean_step_reward": 0.5344, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 130.511, "mean_ep_length": 200.0, "mean_collisions": 1.0, "mean_dynamic_collisions": 0.8, "mean_intent_rate": 0.442, "policy_loss": 0.004792, "value_loss": 122.465663, "entropy": 0.323597, "total_loss": 61.234388, "clip_frac": 0.118652, "sps": 384.1, "elapsed_s": 3504.5} {"update": 687, "steps_done": 1406976, "mean_step_reward": 0.796, "min_step_reward": -18.5839, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 141.673, "mean_ep_length": 200.0, "mean_collisions": 0.55, "mean_dynamic_collisions": 2.73, "mean_intent_rate": 0.51, "policy_loss": 0.0053, "value_loss": 251.122305, "entropy": 0.361471, "total_loss": 125.562838, "clip_frac": 0.123169, "sps": 383.5, "elapsed_s": 3509.9} {"update": 688, "steps_done": 1409024, "mean_step_reward": 0.9135, "min_step_reward": -18.5716, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 188.956, "mean_ep_length": 200.0, "mean_collisions": 0.9, "mean_dynamic_collisions": 0.5, "mean_intent_rate": 0.524, "policy_loss": 0.010497, "value_loss": 100.605681, "entropy": 0.400673, "total_loss": 50.309331, "clip_frac": 0.174194, "sps": 378.5, "elapsed_s": 3515.3} {"update": 689, "steps_done": 1411072, "mean_step_reward": 1.1233, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 226.236, "mean_ep_length": 200.0, "mean_collisions": 0.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.568, "policy_loss": 0.002381, "value_loss": 80.274436, "entropy": 0.392364, "total_loss": 40.135676, "clip_frac": 0.139038, "sps": 378.8, "elapsed_s": 3520.7} {"update": 690, "steps_done": 1413120, "mean_step_reward": 1.1374, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 221.124, "mean_ep_length": 200.0, "mean_collisions": 1.0, "mean_dynamic_collisions": 0.9, "mean_intent_rate": 0.589, "policy_loss": 0.012862, "value_loss": 114.289522, "entropy": 0.390049, "total_loss": 57.153723, "clip_frac": 0.201294, "sps": 380.1, "elapsed_s": 3526.1} {"update": 691, "steps_done": 1415168, "mean_step_reward": 1.1597, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 232.084, "mean_ep_length": 200.0, "mean_collisions": 0.73, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.578, "policy_loss": 0.006075, "value_loss": 115.636229, "entropy": 0.382114, "total_loss": 57.820367, "clip_frac": 0.092163, "sps": 384.2, "elapsed_s": 3531.4} {"update": 692, "steps_done": 1417216, "mean_step_reward": -0.7147, "min_step_reward": -25.5844, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -130.702, "mean_ep_length": 200.0, "mean_collisions": 1.6, "mean_dynamic_collisions": 19.9, "mean_intent_rate": 0.587, "policy_loss": 0.054516, "value_loss": 2946.212803, "entropy": 0.293126, "total_loss": 1473.157984, "clip_frac": 0.40979, "sps": 380.9, "elapsed_s": 3536.8} {"update": 693, "steps_done": 1419264, "mean_step_reward": 0.4582, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 68.427, "mean_ep_length": 200.0, "mean_collisions": 1.0, "mean_dynamic_collisions": 1.6, "mean_intent_rate": 0.36, "policy_loss": 0.005385, "value_loss": 198.095762, "entropy": 0.299308, "total_loss": 99.050272, "clip_frac": 0.099243, "sps": 383.0, "elapsed_s": 3542.1} {"update": 694, "steps_done": 1421312, "mean_step_reward": 0.7409, "min_step_reward": -7.5832, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 145.652, "mean_ep_length": 200.0, "mean_collisions": 0.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.426, "policy_loss": 0.002612, "value_loss": 73.193806, "entropy": 0.327143, "total_loss": 36.596244, "clip_frac": 0.07312, "sps": 373.4, "elapsed_s": 3547.6} {"update": 695, "steps_done": 1423360, "mean_step_reward": -0.3004, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": -38.329, "mean_ep_length": 200.0, "mean_collisions": 0.82, "mean_dynamic_collisions": 10.09, "mean_intent_rate": 0.444, "policy_loss": 0.002924, "value_loss": 1883.599583, "entropy": 0.285089, "total_loss": 941.799854, "clip_frac": 0.079102, "sps": 389.9, "elapsed_s": 3552.9} {"update": 696, "steps_done": 1425408, "mean_step_reward": 0.4346, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 90.144, "mean_ep_length": 200.0, "mean_collisions": 0.1, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.349, "policy_loss": 0.004223, "value_loss": 109.93676, "entropy": 0.317669, "total_loss": 54.969426, "clip_frac": 0.074097, "sps": 389.0, "elapsed_s": 3558.1} {"update": 697, "steps_done": 1427456, "mean_step_reward": 0.6762, "min_step_reward": -18.5777, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 122.132, "mean_ep_length": 200.0, "mean_collisions": 1.0, "mean_dynamic_collisions": 1.4, "mean_intent_rate": 0.444, "policy_loss": 0.00077, "value_loss": 116.165627, "entropy": 0.30361, "total_loss": 58.080548, "clip_frac": 0.050171, "sps": 389.3, "elapsed_s": 3563.4} {"update": 698, "steps_done": 1429504, "mean_step_reward": 1.1501, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 227.018, "mean_ep_length": 200.0, "mean_collisions": 0.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.565, "policy_loss": 0.002245, "value_loss": 93.515168, "entropy": 0.414135, "total_loss": 46.755688, "clip_frac": 0.072876, "sps": 382.3, "elapsed_s": 3568.8} {"update": 699, "steps_done": 1431552, "mean_step_reward": 0.8356, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 177.06, "mean_ep_length": 200.0, "mean_collisions": 0.36, "mean_dynamic_collisions": 2.09, "mean_intent_rate": 0.544, "policy_loss": 0.003541, "value_loss": 227.791692, "entropy": 0.384109, "total_loss": 113.895545, "clip_frac": 0.143433, "sps": 377.4, "elapsed_s": 3574.2} {"update": 700, "steps_done": 1433600, "mean_step_reward": 0.5093, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 94.65, "mean_ep_length": 200.0, "mean_collisions": 0.3, "mean_dynamic_collisions": 5.2, "mean_intent_rate": 0.501, "policy_loss": 0.003135, "value_loss": 425.544736, "entropy": 0.327532, "total_loss": 212.772227, "clip_frac": 0.065063, "sps": 377.1, "elapsed_s": 3579.6} {"update": 701, "steps_done": 1435648, "mean_step_reward": 0.7167, "min_step_reward": -18.5845, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 151.877, "mean_ep_length": 200.0, "mean_collisions": 0.2, "mean_dynamic_collisions": 1.1, "mean_intent_rate": 0.469, "policy_loss": 0.002211, "value_loss": 138.454209, "entropy": 0.288787, "total_loss": 69.226427, "clip_frac": 0.07373, "sps": 379.2, "elapsed_s": 3585.0} {"update": 702, "steps_done": 1437696, "mean_step_reward": 0.888, "min_step_reward": -7.5, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 176.672, "mean_ep_length": 200.0, "mean_collisions": 0.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.475, "policy_loss": 0.001384, "value_loss": 77.242092, "entropy": 0.348056, "total_loss": 38.61895, "clip_frac": 0.095825, "sps": 387.3, "elapsed_s": 3590.3} {"update": 703, "steps_done": 1439744, "mean_step_reward": 0.7708, "min_step_reward": -18.5314, "max_step_reward": 3.401, "n_episodes_finished": 11, "mean_ep_return": 152.314, "mean_ep_length": 200.0, "mean_collisions": 2.0, "mean_dynamic_collisions": 0.45, "mean_intent_rate": 0.481, "policy_loss": 0.00153, "value_loss": 102.280068, "entropy": 0.343364, "total_loss": 51.13813, "clip_frac": 0.057251, "sps": 379.3, "elapsed_s": 3595.7} {"update": 704, "steps_done": 1441792, "mean_step_reward": 0.9652, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 191.731, "mean_ep_length": 200.0, "mean_collisions": 1.8, "mean_dynamic_collisions": 1.4, "mean_intent_rate": 0.574, "policy_loss": 0.001307, "value_loss": 159.476327, "entropy": 0.400587, "total_loss": 79.735465, "clip_frac": 0.103516, "sps": 368.9, "elapsed_s": 3601.3} {"update": 705, "steps_done": 1443840, "mean_step_reward": 1.0711, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 216.068, "mean_ep_length": 200.0, "mean_collisions": 0.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.547, "policy_loss": 0.008333, "value_loss": 95.906734, "entropy": 0.389219, "total_loss": 47.957807, "clip_frac": 0.168213, "sps": 382.6, "elapsed_s": 3606.6} {"update": 706, "steps_done": 1445888, "mean_step_reward": 1.1672, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 229.499, "mean_ep_length": 200.0, "mean_collisions": 2.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.597, "policy_loss": 0.001474, "value_loss": 109.155027, "entropy": 0.395519, "total_loss": 54.575031, "clip_frac": 0.066528, "sps": 388.6, "elapsed_s": 3611.9} {"update": 707, "steps_done": 1447936, "mean_step_reward": 0.6807, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 142.806, "mean_ep_length": 200.0, "mean_collisions": 3.45, "mean_dynamic_collisions": 4.55, "mean_intent_rate": 0.62, "policy_loss": 0.001957, "value_loss": 399.34225, "entropy": 0.37846, "total_loss": 199.669297, "clip_frac": 0.062256, "sps": 384.2, "elapsed_s": 3617.2} {"update": 708, "steps_done": 1449984, "mean_step_reward": 1.1512, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 226.308, "mean_ep_length": 200.0, "mean_collisions": 1.7, "mean_dynamic_collisions": 1.4, "mean_intent_rate": 0.625, "policy_loss": 0.004462, "value_loss": 159.47361, "entropy": 0.392316, "total_loss": 79.737344, "clip_frac": 0.090698, "sps": 385.7, "elapsed_s": 3622.5} {"update": 709, "steps_done": 1452032, "mean_step_reward": 1.2352, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 261.191, "mean_ep_length": 200.0, "mean_collisions": 3.8, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.694, "policy_loss": 0.009145, "value_loss": 187.37914, "entropy": 0.366475, "total_loss": 93.695049, "clip_frac": 0.149414, "sps": 382.2, "elapsed_s": 3627.9} {"update": 710, "steps_done": 1454080, "mean_step_reward": 1.3755, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 262.458, "mean_ep_length": 200.0, "mean_collisions": 4.7, "mean_dynamic_collisions": 0.7, "mean_intent_rate": 0.716, "policy_loss": 0.004787, "value_loss": 155.956154, "entropy": 0.340288, "total_loss": 77.97946, "clip_frac": 0.081543, "sps": 389.2, "elapsed_s": 3633.1} {"update": 711, "steps_done": 1456128, "mean_step_reward": 1.1575, "min_step_reward": -18.5639, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 230.298, "mean_ep_length": 200.0, "mean_collisions": 5.8, "mean_dynamic_collisions": 1.4, "mean_intent_rate": 0.704, "policy_loss": 0.000587, "value_loss": 208.225187, "entropy": 0.32855, "total_loss": 104.109895, "clip_frac": 0.110107, "sps": 380.9, "elapsed_s": 3638.5} {"update": 712, "steps_done": 1458176, "mean_step_reward": 1.1843, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 239.768, "mean_ep_length": 200.0, "mean_collisions": 5.91, "mean_dynamic_collisions": 0.45, "mean_intent_rate": 0.691, "policy_loss": 0.006262, "value_loss": 206.582832, "entropy": 0.303202, "total_loss": 103.294646, "clip_frac": 0.076294, "sps": 379.3, "elapsed_s": 3643.9} {"update": 713, "steps_done": 1460224, "mean_step_reward": 1.3006, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 257.848, "mean_ep_length": 200.0, "mean_collisions": 5.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.696, "policy_loss": 0.007846, "value_loss": 178.255689, "entropy": 0.285818, "total_loss": 89.132833, "clip_frac": 0.103882, "sps": 383.7, "elapsed_s": 3649.3} {"update": 714, "steps_done": 1462272, "mean_step_reward": 1.5218, "min_step_reward": -18.599, "max_step_reward": 3.4759, "n_episodes_finished": 10, "mean_ep_return": 311.461, "mean_ep_length": 200.0, "mean_collisions": 2.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.737, "policy_loss": 0.014528, "value_loss": 185.477562, "entropy": 0.282639, "total_loss": 92.750482, "clip_frac": 0.139771, "sps": 382.0, "elapsed_s": 3654.6} {"update": 715, "steps_done": 1464320, "mean_step_reward": 1.3385, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 285.505, "mean_ep_length": 200.0, "mean_collisions": 3.6, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.727, "policy_loss": 0.009251, "value_loss": 182.64947, "entropy": 0.313485, "total_loss": 91.330851, "clip_frac": 0.124512, "sps": 385.7, "elapsed_s": 3659.9} {"update": 716, "steps_done": 1466368, "mean_step_reward": 1.295, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 246.594, "mean_ep_length": 200.0, "mean_collisions": 3.45, "mean_dynamic_collisions": 1.55, "mean_intent_rate": 0.698, "policy_loss": 0.004337, "value_loss": 282.967309, "entropy": 0.319518, "total_loss": 141.484797, "clip_frac": 0.128662, "sps": 383.2, "elapsed_s": 3665.3} {"update": 717, "steps_done": 1468416, "mean_step_reward": 1.3528, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 264.344, "mean_ep_length": 200.0, "mean_collisions": 4.1, "mean_dynamic_collisions": 1.6, "mean_intent_rate": 0.739, "policy_loss": 0.009936, "value_loss": 233.326786, "entropy": 0.335866, "total_loss": 116.669971, "clip_frac": 0.189575, "sps": 372.6, "elapsed_s": 3670.8} {"update": 718, "steps_done": 1470464, "mean_step_reward": 1.4042, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 279.552, "mean_ep_length": 200.0, "mean_collisions": 1.5, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.684, "policy_loss": 0.004069, "value_loss": 209.921127, "entropy": 0.344687, "total_loss": 104.961185, "clip_frac": 0.104858, "sps": 391.5, "elapsed_s": 3676.0} {"update": 719, "steps_done": 1472512, "mean_step_reward": 1.1814, "min_step_reward": -18.599, "max_step_reward": 3.4891, "n_episodes_finished": 10, "mean_ep_return": 237.267, "mean_ep_length": 200.0, "mean_collisions": 1.4, "mean_dynamic_collisions": 3.3, "mean_intent_rate": 0.702, "policy_loss": 0.014421, "value_loss": 443.532578, "entropy": 0.302796, "total_loss": 221.777682, "clip_frac": 0.186035, "sps": 386.8, "elapsed_s": 3681.3} {"update": 720, "steps_done": 1474560, "mean_step_reward": 1.1297, "min_step_reward": -7.9986, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 228.302, "mean_ep_length": 200.0, "mean_collisions": 7.36, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.686, "policy_loss": 0.037905, "value_loss": 214.772974, "entropy": 0.341202, "total_loss": 107.42098, "clip_frac": 0.221191, "sps": 380.3, "elapsed_s": 3686.7} {"update": 721, "steps_done": 1476608, "mean_step_reward": 1.3874, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 277.782, "mean_ep_length": 200.0, "mean_collisions": 4.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.707, "policy_loss": 0.00021, "value_loss": 148.565061, "entropy": 0.364153, "total_loss": 74.279099, "clip_frac": 0.085938, "sps": 376.8, "elapsed_s": 3692.1} {"update": 722, "steps_done": 1478656, "mean_step_reward": 1.2802, "min_step_reward": -18.599, "max_step_reward": 3.4979, "n_episodes_finished": 10, "mean_ep_return": 254.99, "mean_ep_length": 200.0, "mean_collisions": 6.1, "mean_dynamic_collisions": 0.5, "mean_intent_rate": 0.72, "policy_loss": 0.007765, "value_loss": 189.195037, "entropy": 0.349191, "total_loss": 94.601792, "clip_frac": 0.1427, "sps": 391.6, "elapsed_s": 3697.4} {"update": 723, "steps_done": 1480704, "mean_step_reward": 0.9965, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 207.276, "mean_ep_length": 200.0, "mean_collisions": 2.5, "mean_dynamic_collisions": 3.1, "mean_intent_rate": 0.66, "policy_loss": 0.00754, "value_loss": 323.870349, "entropy": 0.369247, "total_loss": 161.93902, "clip_frac": 0.154175, "sps": 380.3, "elapsed_s": 3702.7} {"update": 724, "steps_done": 1482752, "mean_step_reward": 1.3707, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 265.146, "mean_ep_length": 200.0, "mean_collisions": 3.36, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.675, "policy_loss": 0.002727, "value_loss": 159.027894, "entropy": 0.380741, "total_loss": 79.512867, "clip_frac": 0.076538, "sps": 388.5, "elapsed_s": 3708.0} {"update": 725, "steps_done": 1484800, "mean_step_reward": 1.0912, "min_step_reward": -18.5831, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 217.038, "mean_ep_length": 200.0, "mean_collisions": 2.4, "mean_dynamic_collisions": 2.4, "mean_intent_rate": 0.656, "policy_loss": 0.004279, "value_loss": 222.678086, "entropy": 0.392717, "total_loss": 111.339396, "clip_frac": 0.111572, "sps": 384.7, "elapsed_s": 3713.3} {"update": 726, "steps_done": 1486848, "mean_step_reward": 1.4624, "min_step_reward": -7.5862, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 295.055, "mean_ep_length": 200.0, "mean_collisions": 1.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.688, "policy_loss": 0.004916, "value_loss": 148.862582, "entropy": 0.368149, "total_loss": 74.432526, "clip_frac": 0.130249, "sps": 381.4, "elapsed_s": 3718.7} {"update": 727, "steps_done": 1488896, "mean_step_reward": 1.3113, "min_step_reward": -18.5347, "max_step_reward": 3.4525, "n_episodes_finished": 10, "mean_ep_return": 255.657, "mean_ep_length": 200.0, "mean_collisions": 1.3, "mean_dynamic_collisions": 0.8, "mean_intent_rate": 0.649, "policy_loss": 0.002411, "value_loss": 187.085492, "entropy": 0.37112, "total_loss": 93.541446, "clip_frac": 0.062622, "sps": 385.7, "elapsed_s": 3724.0} {"update": 728, "steps_done": 1490944, "mean_step_reward": 1.3626, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 276.861, "mean_ep_length": 200.0, "mean_collisions": 1.18, "mean_dynamic_collisions": 0.27, "mean_intent_rate": 0.666, "policy_loss": 0.00353, "value_loss": 169.042358, "entropy": 0.36965, "total_loss": 84.521012, "clip_frac": 0.094238, "sps": 386.2, "elapsed_s": 3729.3} {"update": 729, "steps_done": 1492992, "mean_step_reward": 1.2905, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 259.228, "mean_ep_length": 200.0, "mean_collisions": 0.6, "mean_dynamic_collisions": 1.2, "mean_intent_rate": 0.657, "policy_loss": 0.004455, "value_loss": 192.681257, "entropy": 0.369876, "total_loss": 96.341385, "clip_frac": 0.098877, "sps": 390.3, "elapsed_s": 3734.6} {"update": 730, "steps_done": 1495040, "mean_step_reward": 1.17, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 246.289, "mean_ep_length": 200.0, "mean_collisions": 1.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.609, "policy_loss": 0.007156, "value_loss": 182.066459, "entropy": 0.41164, "total_loss": 91.03627, "clip_frac": 0.139038, "sps": 372.8, "elapsed_s": 3740.1} {"update": 731, "steps_done": 1497088, "mean_step_reward": 1.2428, "min_step_reward": -18.5619, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 244.797, "mean_ep_length": 200.0, "mean_collisions": 0.7, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.614, "policy_loss": 0.004252, "value_loss": 152.719042, "entropy": 0.373643, "total_loss": 76.360037, "clip_frac": 0.139893, "sps": 379.4, "elapsed_s": 3745.5} {"update": 732, "steps_done": 1499136, "mean_step_reward": 1.2895, "min_step_reward": -18.5844, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 248.113, "mean_ep_length": 200.0, "mean_collisions": 2.18, "mean_dynamic_collisions": 1.64, "mean_intent_rate": 0.679, "policy_loss": 0.003069, "value_loss": 200.032667, "entropy": 0.413761, "total_loss": 100.015264, "clip_frac": 0.109863, "sps": 386.3, "elapsed_s": 3750.8} {"update": 733, "steps_done": 1501184, "mean_step_reward": 1.2754, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 254.949, "mean_ep_length": 200.0, "mean_collisions": 2.1, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.655, "policy_loss": 0.004989, "value_loss": 159.978796, "entropy": 0.417953, "total_loss": 79.990208, "clip_frac": 0.13208, "sps": 379.8, "elapsed_s": 3756.2} {"update": 734, "steps_done": 1503232, "mean_step_reward": 1.2388, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 245.232, "mean_ep_length": 200.0, "mean_collisions": 2.3, "mean_dynamic_collisions": 0.5, "mean_intent_rate": 0.641, "policy_loss": 0.002281, "value_loss": 156.807706, "entropy": 0.432209, "total_loss": 78.401812, "clip_frac": 0.097534, "sps": 387.7, "elapsed_s": 3761.4} {"update": 735, "steps_done": 1505280, "mean_step_reward": 1.3257, "min_step_reward": -18.5617, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 266.538, "mean_ep_length": 200.0, "mean_collisions": 3.0, "mean_dynamic_collisions": 0.7, "mean_intent_rate": 0.694, "policy_loss": 0.000699, "value_loss": 189.676781, "entropy": 0.4232, "total_loss": 94.834857, "clip_frac": 0.113892, "sps": 368.1, "elapsed_s": 3767.0} {"update": 736, "steps_done": 1507328, "mean_step_reward": 1.2923, "min_step_reward": -18.5696, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 265.73, "mean_ep_length": 200.0, "mean_collisions": 3.8, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.7, "policy_loss": 0.009667, "value_loss": 177.716448, "entropy": 0.431428, "total_loss": 88.863577, "clip_frac": 0.166138, "sps": 362.5, "elapsed_s": 3772.6} {"update": 737, "steps_done": 1509376, "mean_step_reward": 1.0156, "min_step_reward": -23.5403, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 209.637, "mean_ep_length": 200.0, "mean_collisions": 3.82, "mean_dynamic_collisions": 2.0, "mean_intent_rate": 0.659, "policy_loss": 0.003327, "value_loss": 269.60276, "entropy": 0.410333, "total_loss": 134.800604, "clip_frac": 0.120361, "sps": 378.8, "elapsed_s": 3778.1} {"update": 738, "steps_done": 1511424, "mean_step_reward": 0.9321, "min_step_reward": -18.5848, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 194.953, "mean_ep_length": 200.0, "mean_collisions": 3.7, "mean_dynamic_collisions": 4.6, "mean_intent_rate": 0.708, "policy_loss": 0.006895, "value_loss": 532.870515, "entropy": 0.424321, "total_loss": 266.437908, "clip_frac": 0.129517, "sps": 367.7, "elapsed_s": 3783.6} {"update": 739, "steps_done": 1513472, "mean_step_reward": 1.2611, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 232.275, "mean_ep_length": 200.0, "mean_collisions": 3.1, "mean_dynamic_collisions": 2.4, "mean_intent_rate": 0.694, "policy_loss": 0.020505, "value_loss": 221.997869, "entropy": 0.409107, "total_loss": 111.015349, "clip_frac": 0.194824, "sps": 375.3, "elapsed_s": 3789.1} {"update": 740, "steps_done": 1515520, "mean_step_reward": 1.0115, "min_step_reward": -18.5877, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 227.694, "mean_ep_length": 200.0, "mean_collisions": 1.4, "mean_dynamic_collisions": 1.8, "mean_intent_rate": 0.641, "policy_loss": 0.007823, "value_loss": 244.974996, "entropy": 0.403993, "total_loss": 122.491279, "clip_frac": 0.13855, "sps": 373.7, "elapsed_s": 3794.6} {"update": 741, "steps_done": 1517568, "mean_step_reward": -1.1472, "min_step_reward": -25.5856, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": -202.742, "mean_ep_length": 200.0, "mean_collisions": 2.73, "mean_dynamic_collisions": 26.09, "mean_intent_rate": 0.676, "policy_loss": 0.108425, "value_loss": 4066.368477, "entropy": 0.237992, "total_loss": 2033.290293, "clip_frac": 0.483398, "sps": 370.0, "elapsed_s": 3800.1} {"update": 742, "steps_done": 1519616, "mean_step_reward": 0.9332, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 167.359, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 1.8, "mean_intent_rate": 0.512, "policy_loss": 0.032157, "value_loss": 252.144922, "entropy": 0.400232, "total_loss": 126.100616, "clip_frac": 0.307617, "sps": 370.0, "elapsed_s": 3805.6} {"update": 743, "steps_done": 1521664, "mean_step_reward": 0.7302, "min_step_reward": -18.5564, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 147.448, "mean_ep_length": 200.0, "mean_collisions": 0.4, "mean_dynamic_collisions": 0.9, "mean_intent_rate": 0.46, "policy_loss": 0.017971, "value_loss": 138.339293, "entropy": 0.24149, "total_loss": 69.185203, "clip_frac": 0.14978, "sps": 370.3, "elapsed_s": 3811.2} {"update": 744, "steps_done": 1523712, "mean_step_reward": -1.1104, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": -234.374, "mean_ep_length": 200.0, "mean_collisions": 0.1, "mean_dynamic_collisions": 18.9, "mean_intent_rate": 0.362, "policy_loss": 0.005958, "value_loss": 2943.719761, "entropy": 0.227449, "total_loss": 1471.863575, "clip_frac": 0.091919, "sps": 377.0, "elapsed_s": 3816.6} {"update": 745, "steps_done": 1525760, "mean_step_reward": 0.5543, "min_step_reward": -7.5861, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 121.612, "mean_ep_length": 200.0, "mean_collisions": 0.27, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.387, "policy_loss": 0.010146, "value_loss": 97.338079, "entropy": 0.273791, "total_loss": 48.676448, "clip_frac": 0.082886, "sps": 381.0, "elapsed_s": 3822.0} {"update": 746, "steps_done": 1527808, "mean_step_reward": 0.6982, "min_step_reward": -18.5799, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 135.539, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.424, "policy_loss": 0.000159, "value_loss": 79.385943, "entropy": 0.267319, "total_loss": 39.690457, "clip_frac": 0.0354, "sps": 373.1, "elapsed_s": 3827.5} {"update": 747, "steps_done": 1529856, "mean_step_reward": 0.7782, "min_step_reward": -18.5291, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 160.613, "mean_ep_length": 200.0, "mean_collisions": 0.1, "mean_dynamic_collisions": 0.2, "mean_intent_rate": 0.455, "policy_loss": -0.001766, "value_loss": 73.173526, "entropy": 0.333958, "total_loss": 36.581657, "clip_frac": 0.034424, "sps": 364.1, "elapsed_s": 3833.1} {"update": 748, "steps_done": 1531904, "mean_step_reward": 0.5886, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 111.934, "mean_ep_length": 193.7, "mean_collisions": 0.0, "mean_dynamic_collisions": 2.0, "mean_intent_rate": 0.444, "policy_loss": -0.000824, "value_loss": 128.436705, "entropy": 0.340008, "total_loss": 64.214129, "clip_frac": 0.0802, "sps": 369.7, "elapsed_s": 3838.6} {"update": 749, "steps_done": 1533952, "mean_step_reward": 0.906, "min_step_reward": -0.7808, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 186.293, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.488, "policy_loss": 0.002255, "value_loss": 82.052688, "entropy": 0.345564, "total_loss": 41.025143, "clip_frac": 0.076538, "sps": 377.2, "elapsed_s": 3844.1} {"update": 750, "steps_done": 1536000, "mean_step_reward": -0.9732, "min_step_reward": -23.3547, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -205.617, "mean_ep_length": 200.0, "mean_collisions": 0.5, "mean_dynamic_collisions": 20.5, "mean_intent_rate": 0.461, "policy_loss": 0.018291, "value_loss": 2551.411652, "entropy": 0.388301, "total_loss": 1275.72023, "clip_frac": 0.204224, "sps": 373.1, "elapsed_s": 3849.6} {"update": 751, "steps_done": 1538048, "mean_step_reward": -1.0234, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -166.066, "mean_ep_length": 200.0, "mean_collisions": 0.2, "mean_dynamic_collisions": 19.1, "mean_intent_rate": 0.492, "policy_loss": 0.003975, "value_loss": 2892.100082, "entropy": 0.341104, "total_loss": 1446.050594, "clip_frac": 0.122803, "sps": 381.8, "elapsed_s": 3854.9} {"update": 752, "steps_done": 1540096, "mean_step_reward": 0.9409, "min_step_reward": -7.5, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 143.131, "mean_ep_length": 200.0, "mean_collisions": 0.09, "mean_dynamic_collisions": 2.27, "mean_intent_rate": 0.494, "policy_loss": 0.004552, "value_loss": 324.311028, "entropy": 0.382922, "total_loss": 162.156236, "clip_frac": 0.157104, "sps": 373.0, "elapsed_s": 3860.4} {"update": 753, "steps_done": 1542144, "mean_step_reward": 0.5242, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 114.454, "mean_ep_length": 197.3, "mean_collisions": 0.9, "mean_dynamic_collisions": 3.9, "mean_intent_rate": 0.514, "policy_loss": 0.005198, "value_loss": 589.247769, "entropy": 0.417005, "total_loss": 294.624914, "clip_frac": 0.08728, "sps": 369.3, "elapsed_s": 3866.0} {"update": 754, "steps_done": 1544192, "mean_step_reward": 0.2418, "min_step_reward": -25.5853, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 24.744, "mean_ep_length": 200.0, "mean_collisions": 0.6, "mean_dynamic_collisions": 10.3, "mean_intent_rate": 0.551, "policy_loss": 0.001467, "value_loss": 1218.377529, "entropy": 0.40865, "total_loss": 609.186143, "clip_frac": 0.076416, "sps": 357.2, "elapsed_s": 3871.7} {"update": 755, "steps_done": 1546240, "mean_step_reward": 1.0131, "min_step_reward": -7.5834, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 203.767, "mean_ep_length": 200.0, "mean_collisions": 1.09, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.536, "policy_loss": 0.005367, "value_loss": 143.839899, "entropy": 0.412005, "total_loss": 71.921198, "clip_frac": 0.082153, "sps": 370.3, "elapsed_s": 3877.2} {"update": 756, "steps_done": 1548288, "mean_step_reward": 0.9087, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 178.162, "mean_ep_length": 200.0, "mean_collisions": 0.5, "mean_dynamic_collisions": 2.7, "mean_intent_rate": 0.57, "policy_loss": -0.000552, "value_loss": 268.661353, "entropy": 0.431965, "total_loss": 134.325804, "clip_frac": 0.06543, "sps": 363.4, "elapsed_s": 3882.9} {"update": 757, "steps_done": 1550336, "mean_step_reward": 1.1117, "min_step_reward": -18.5657, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 226.281, "mean_ep_length": 200.0, "mean_collisions": 0.7, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.579, "policy_loss": -0.000704, "value_loss": 89.499163, "entropy": 0.419358, "total_loss": 44.744684, "clip_frac": 0.046997, "sps": 375.7, "elapsed_s": 3888.3} {"update": 758, "steps_done": 1552384, "mean_step_reward": 1.1259, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 11, "mean_ep_return": 211.294, "mean_ep_length": 188.1, "mean_collisions": 1.09, "mean_dynamic_collisions": 1.18, "mean_intent_rate": 0.611, "policy_loss": -6e-06, "value_loss": 173.677825, "entropy": 0.431749, "total_loss": 86.834589, "clip_frac": 0.071045, "sps": 374.9, "elapsed_s": 3893.8} {"update": 759, "steps_done": 1554432, "mean_step_reward": 1.2656, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 253.643, "mean_ep_length": 200.0, "mean_collisions": 0.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.62, "policy_loss": -0.000423, "value_loss": 91.649652, "entropy": 0.399012, "total_loss": 45.820413, "clip_frac": 0.065063, "sps": 382.9, "elapsed_s": 3899.1} {"update": 760, "steps_done": 1556480, "mean_step_reward": 0.8321, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 166.126, "mean_ep_length": 200.0, "mean_collisions": 0.9, "mean_dynamic_collisions": 3.0, "mean_intent_rate": 0.565, "policy_loss": 0.00405, "value_loss": 240.116976, "entropy": 0.425983, "total_loss": 120.058278, "clip_frac": 0.120239, "sps": 360.0, "elapsed_s": 3904.8} {"update": 761, "steps_done": 1558528, "mean_step_reward": 1.2, "min_step_reward": -15.5668, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 239.957, "mean_ep_length": 200.0, "mean_collisions": 1.45, "mean_dynamic_collisions": 0.55, "mean_intent_rate": 0.62, "policy_loss": 0.005635, "value_loss": 117.180423, "entropy": 0.437556, "total_loss": 58.591472, "clip_frac": 0.08606, "sps": 374.0, "elapsed_s": 3910.3} {"update": 762, "steps_done": 1560576, "mean_step_reward": 1.1873, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 221.414, "mean_ep_length": 188.2, "mean_collisions": 2.09, "mean_dynamic_collisions": 1.91, "mean_intent_rate": 0.669, "policy_loss": -2.9e-05, "value_loss": 164.247923, "entropy": 0.385459, "total_loss": 82.120079, "clip_frac": 0.054443, "sps": 368.1, "elapsed_s": 3915.9} {"update": 763, "steps_done": 1562624, "mean_step_reward": 1.0381, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 208.238, "mean_ep_length": 200.0, "mean_collisions": 1.5, "mean_dynamic_collisions": 4.3, "mean_intent_rate": 0.683, "policy_loss": 0.003797, "value_loss": 294.952432, "entropy": 0.367064, "total_loss": 147.476343, "clip_frac": 0.109741, "sps": 371.0, "elapsed_s": 3921.4} {"update": 764, "steps_done": 1564672, "mean_step_reward": -0.4835, "min_step_reward": -25.587, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -108.657, "mean_ep_length": 200.0, "mean_collisions": 3.4, "mean_dynamic_collisions": 20.2, "mean_intent_rate": 0.67, "policy_loss": 0.040752, "value_loss": 2485.833746, "entropy": 0.303452, "total_loss": 1242.95461, "clip_frac": 0.295532, "sps": 368.4, "elapsed_s": 3926.9} {"update": 765, "steps_done": 1566720, "mean_step_reward": -0.4958, "min_step_reward": -25.5868, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -110.543, "mean_ep_length": 200.0, "mean_collisions": 3.9, "mean_dynamic_collisions": 19.4, "mean_intent_rate": 0.648, "policy_loss": 0.014221, "value_loss": 2521.844948, "entropy": 0.280302, "total_loss": 1260.933886, "clip_frac": 0.214722, "sps": 366.9, "elapsed_s": 3932.5} {"update": 766, "steps_done": 1568768, "mean_step_reward": 1.0384, "min_step_reward": -18.5396, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 216.045, "mean_ep_length": 200.0, "mean_collisions": 1.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.572, "policy_loss": 0.020821, "value_loss": 212.749268, "entropy": 0.364925, "total_loss": 106.391806, "clip_frac": 0.229248, "sps": 381.4, "elapsed_s": 3937.9} {"update": 767, "steps_done": 1570816, "mean_step_reward": 1.3733, "min_step_reward": -8.3394, "max_step_reward": 3.401, "n_episodes_finished": 11, "mean_ep_return": 268.704, "mean_ep_length": 200.0, "mean_collisions": 0.82, "mean_dynamic_collisions": 0.36, "mean_intent_rate": 0.65, "policy_loss": 0.011247, "value_loss": 125.765385, "entropy": 0.394129, "total_loss": 62.889999, "clip_frac": 0.136597, "sps": 365.8, "elapsed_s": 3943.5} {"update": 768, "steps_done": 1572864, "mean_step_reward": 1.1467, "min_step_reward": -7.5868, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 228.917, "mean_ep_length": 200.0, "mean_collisions": 0.8, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.572, "policy_loss": 0.001912, "value_loss": 112.612472, "entropy": 0.369771, "total_loss": 56.30445, "clip_frac": 0.142578, "sps": 393.2, "elapsed_s": 3948.7} {"update": 769, "steps_done": 1574912, "mean_step_reward": 1.0075, "min_step_reward": -18.5858, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 198.089, "mean_ep_length": 200.0, "mean_collisions": 0.3, "mean_dynamic_collisions": 2.7, "mean_intent_rate": 0.596, "policy_loss": 0.014835, "value_loss": 215.972195, "entropy": 0.339592, "total_loss": 107.997537, "clip_frac": 0.191162, "sps": 370.2, "elapsed_s": 3954.2} {"update": 770, "steps_done": 1576960, "mean_step_reward": 1.4784, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 290.389, "mean_ep_length": 200.0, "mean_collisions": 0.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.667, "policy_loss": 0.025338, "value_loss": 130.545055, "entropy": 0.379564, "total_loss": 65.29407, "clip_frac": 0.268799, "sps": 377.3, "elapsed_s": 3959.7} {"update": 771, "steps_done": 1579008, "mean_step_reward": 1.2521, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 257.14, "mean_ep_length": 200.0, "mean_collisions": 1.0, "mean_dynamic_collisions": 2.27, "mean_intent_rate": 0.694, "policy_loss": 0.00383, "value_loss": 186.446084, "entropy": 0.404109, "total_loss": 93.222831, "clip_frac": 0.087036, "sps": 366.5, "elapsed_s": 3965.2} {"update": 772, "steps_done": 1581056, "mean_step_reward": 1.3492, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 271.618, "mean_ep_length": 200.0, "mean_collisions": 1.3, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.663, "policy_loss": 0.006207, "value_loss": 152.801284, "entropy": 0.388994, "total_loss": 76.402959, "clip_frac": 0.115112, "sps": 374.6, "elapsed_s": 3970.7} {"update": 773, "steps_done": 1583104, "mean_step_reward": 1.2763, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 257.834, "mean_ep_length": 200.0, "mean_collisions": 2.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.65, "policy_loss": 0.004952, "value_loss": 144.663223, "entropy": 0.39728, "total_loss": 72.332591, "clip_frac": 0.105225, "sps": 368.4, "elapsed_s": 3976.3} {"update": 774, "steps_done": 1585152, "mean_step_reward": 1.3063, "min_step_reward": -10.3501, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 257.291, "mean_ep_length": 200.0, "mean_collisions": 1.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.635, "policy_loss": -0.000221, "value_loss": 150.137869, "entropy": 0.362229, "total_loss": 75.065091, "clip_frac": 0.093262, "sps": 362.2, "elapsed_s": 3981.9} {"update": 775, "steps_done": 1587200, "mean_step_reward": 1.4363, "min_step_reward": -10.5589, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 288.092, "mean_ep_length": 200.0, "mean_collisions": 1.27, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.679, "policy_loss": 0.009777, "value_loss": 163.61635, "entropy": 0.363569, "total_loss": 81.814316, "clip_frac": 0.102539, "sps": 373.5, "elapsed_s": 3987.4} {"update": 776, "steps_done": 1589248, "mean_step_reward": 1.3978, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 277.088, "mean_ep_length": 200.0, "mean_collisions": 2.3, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.691, "policy_loss": 0.011739, "value_loss": 159.829021, "entropy": 0.344381, "total_loss": 79.922807, "clip_frac": 0.18396, "sps": 384.4, "elapsed_s": 3992.7} {"update": 777, "steps_done": 1591296, "mean_step_reward": 1.2646, "min_step_reward": -18.5783, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 250.168, "mean_ep_length": 200.0, "mean_collisions": 1.7, "mean_dynamic_collisions": 1.1, "mean_intent_rate": 0.659, "policy_loss": -0.000331, "value_loss": 223.342014, "entropy": 0.379342, "total_loss": 111.666883, "clip_frac": 0.08728, "sps": 369.7, "elapsed_s": 3998.3} {"update": 778, "steps_done": 1593344, "mean_step_reward": 1.2903, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 270.642, "mean_ep_length": 200.0, "mean_collisions": 2.6, "mean_dynamic_collisions": 1.7, "mean_intent_rate": 0.727, "policy_loss": 0.0037, "value_loss": 246.310286, "entropy": 0.330838, "total_loss": 123.155534, "clip_frac": 0.065918, "sps": 377.6, "elapsed_s": 4003.7} {"update": 779, "steps_done": 1595392, "mean_step_reward": 1.4886, "min_step_reward": -8.0549, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 286.361, "mean_ep_length": 200.0, "mean_collisions": 2.27, "mean_dynamic_collisions": 1.0, "mean_intent_rate": 0.723, "policy_loss": 0.001256, "value_loss": 188.601638, "entropy": 0.331419, "total_loss": 94.298762, "clip_frac": 0.086792, "sps": 389.3, "elapsed_s": 4009.0} {"update": 780, "steps_done": 1597440, "mean_step_reward": 0.9409, "min_step_reward": -25.5168, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 184.368, "mean_ep_length": 200.0, "mean_collisions": 4.0, "mean_dynamic_collisions": 4.8, "mean_intent_rate": 0.701, "policy_loss": 0.01154, "value_loss": 442.399658, "entropy": 0.334197, "total_loss": 221.208026, "clip_frac": 0.182129, "sps": 384.4, "elapsed_s": 4014.3} {"update": 781, "steps_done": 1599488, "mean_step_reward": 1.1575, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 232.236, "mean_ep_length": 200.0, "mean_collisions": 2.5, "mean_dynamic_collisions": 1.2, "mean_intent_rate": 0.646, "policy_loss": 0.014343, "value_loss": 185.418605, "entropy": 0.359404, "total_loss": 92.720051, "clip_frac": 0.154175, "sps": 397.3, "elapsed_s": 4019.5} {"update": 782, "steps_done": 1601536, "mean_step_reward": 1.1568, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 234.457, "mean_ep_length": 200.0, "mean_collisions": 2.0, "mean_dynamic_collisions": 2.2, "mean_intent_rate": 0.678, "policy_loss": 0.012569, "value_loss": 214.098439, "entropy": 0.346175, "total_loss": 107.058326, "clip_frac": 0.139648, "sps": 383.1, "elapsed_s": 4024.8} {"update": 783, "steps_done": 1603584, "mean_step_reward": 1.3239, "min_step_reward": -18.5533, "max_step_reward": 3.401, "n_episodes_finished": 11, "mean_ep_return": 261.163, "mean_ep_length": 200.0, "mean_collisions": 3.64, "mean_dynamic_collisions": 1.64, "mean_intent_rate": 0.725, "policy_loss": -8.9e-05, "value_loss": 280.197584, "entropy": 0.339742, "total_loss": 140.095308, "clip_frac": 0.044434, "sps": 387.6, "elapsed_s": 4030.1} {"update": 784, "steps_done": 1605632, "mean_step_reward": 0.9695, "min_step_reward": -25.586, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 207.815, "mean_ep_length": 200.0, "mean_collisions": 1.8, "mean_dynamic_collisions": 5.1, "mean_intent_rate": 0.716, "policy_loss": 0.029409, "value_loss": 606.177464, "entropy": 0.319399, "total_loss": 303.114946, "clip_frac": 0.211914, "sps": 386.8, "elapsed_s": 4035.4} {"update": 785, "steps_done": 1607680, "mean_step_reward": 1.3018, "min_step_reward": -18.599, "max_step_reward": 3.473, "n_episodes_finished": 10, "mean_ep_return": 259.725, "mean_ep_length": 200.0, "mean_collisions": 0.8, "mean_dynamic_collisions": 0.7, "mean_intent_rate": 0.643, "policy_loss": 0.016276, "value_loss": 194.320847, "entropy": 0.405723, "total_loss": 97.172643, "clip_frac": 0.20105, "sps": 391.2, "elapsed_s": 4040.6} {"update": 786, "steps_done": 1609728, "mean_step_reward": 1.2143, "min_step_reward": -18.579, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 226.732, "mean_ep_length": 200.0, "mean_collisions": 0.3, "mean_dynamic_collisions": 2.4, "mean_intent_rate": 0.639, "policy_loss": -0.002257, "value_loss": 204.721543, "entropy": 0.370431, "total_loss": 102.35481, "clip_frac": 0.063599, "sps": 391.2, "elapsed_s": 4045.9} {"update": 787, "steps_done": 1611776, "mean_step_reward": 1.3246, "min_step_reward": -18.5, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 265.923, "mean_ep_length": 200.0, "mean_collisions": 1.09, "mean_dynamic_collisions": 0.36, "mean_intent_rate": 0.65, "policy_loss": 0.002178, "value_loss": 175.637502, "entropy": 0.379238, "total_loss": 87.817137, "clip_frac": 0.074341, "sps": 388.8, "elapsed_s": 4051.1} {"update": 788, "steps_done": 1613824, "mean_step_reward": 0.9422, "min_step_reward": -25.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 188.366, "mean_ep_length": 200.0, "mean_collisions": 2.0, "mean_dynamic_collisions": 3.7, "mean_intent_rate": 0.648, "policy_loss": 0.005134, "value_loss": 563.092031, "entropy": 0.356475, "total_loss": 281.547585, "clip_frac": 0.144165, "sps": 391.7, "elapsed_s": 4056.3} {"update": 789, "steps_done": 1615872, "mean_step_reward": 1.4515, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 291.138, "mean_ep_length": 200.0, "mean_collisions": 1.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.683, "policy_loss": 0.011302, "value_loss": 167.127883, "entropy": 0.395149, "total_loss": 83.571291, "clip_frac": 0.13623, "sps": 387.1, "elapsed_s": 4061.6} {"update": 790, "steps_done": 1617920, "mean_step_reward": 1.1796, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 234.317, "mean_ep_length": 200.0, "mean_collisions": 1.3, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.608, "policy_loss": 0.009826, "value_loss": 134.913459, "entropy": 0.363174, "total_loss": 67.462924, "clip_frac": 0.144165, "sps": 393.1, "elapsed_s": 4066.9} {"update": 791, "steps_done": 1619968, "mean_step_reward": 1.4503, "min_step_reward": -7.8682, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 285.987, "mean_ep_length": 200.0, "mean_collisions": 1.3, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.673, "policy_loss": 0.00365, "value_loss": 176.842441, "entropy": 0.331164, "total_loss": 88.421559, "clip_frac": 0.075928, "sps": 398.4, "elapsed_s": 4072.0} {"update": 792, "steps_done": 1622016, "mean_step_reward": 1.409, "min_step_reward": -15.5, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 285.322, "mean_ep_length": 200.0, "mean_collisions": 1.73, "mean_dynamic_collisions": 0.18, "mean_intent_rate": 0.69, "policy_loss": 0.003866, "value_loss": 193.260026, "entropy": 0.329244, "total_loss": 96.630586, "clip_frac": 0.113892, "sps": 379.0, "elapsed_s": 4077.4} {"update": 793, "steps_done": 1624064, "mean_step_reward": 1.3414, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 262.149, "mean_ep_length": 200.0, "mean_collisions": 3.9, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.702, "policy_loss": 0.00712, "value_loss": 181.833449, "entropy": 0.34074, "total_loss": 90.920437, "clip_frac": 0.126099, "sps": 376.2, "elapsed_s": 4082.8} {"update": 794, "steps_done": 1626112, "mean_step_reward": 1.4087, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 284.684, "mean_ep_length": 200.0, "mean_collisions": 2.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.694, "policy_loss": 0.013678, "value_loss": 177.758495, "entropy": 0.324048, "total_loss": 88.889684, "clip_frac": 0.180298, "sps": 388.8, "elapsed_s": 4088.1} {"update": 795, "steps_done": 1628160, "mean_step_reward": 0.9388, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 191.764, "mean_ep_length": 200.0, "mean_collisions": 3.8, "mean_dynamic_collisions": 3.2, "mean_intent_rate": 0.677, "policy_loss": 0.006085, "value_loss": 259.149624, "entropy": 0.327796, "total_loss": 129.57762, "clip_frac": 0.093628, "sps": 358.2, "elapsed_s": 4093.8} {"update": 796, "steps_done": 1630208, "mean_step_reward": 1.3392, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 264.537, "mean_ep_length": 200.0, "mean_collisions": 4.36, "mean_dynamic_collisions": 1.27, "mean_intent_rate": 0.735, "policy_loss": 0.005877, "value_loss": 204.908217, "entropy": 0.302488, "total_loss": 102.456961, "clip_frac": 0.072754, "sps": 369.4, "elapsed_s": 4099.4} {"update": 797, "steps_done": 1632256, "mean_step_reward": 1.352, "min_step_reward": -18.5829, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 266.667, "mean_ep_length": 200.0, "mean_collisions": 1.1, "mean_dynamic_collisions": 1.6, "mean_intent_rate": 0.689, "policy_loss": 0.004771, "value_loss": 215.62014, "entropy": 0.299652, "total_loss": 107.811845, "clip_frac": 0.128052, "sps": 373.6, "elapsed_s": 4104.9} {"update": 798, "steps_done": 1634304, "mean_step_reward": 1.2182, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 247.752, "mean_ep_length": 200.0, "mean_collisions": 1.8, "mean_dynamic_collisions": 2.4, "mean_intent_rate": 0.698, "policy_loss": 0.012303, "value_loss": 240.408856, "entropy": 0.326978, "total_loss": 120.21346, "clip_frac": 0.182251, "sps": 359.3, "elapsed_s": 4110.6} {"update": 799, "steps_done": 1636352, "mean_step_reward": 1.3744, "min_step_reward": -18.5, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 282.279, "mean_ep_length": 200.0, "mean_collisions": 1.0, "mean_dynamic_collisions": 0.5, "mean_intent_rate": 0.678, "policy_loss": 0.010162, "value_loss": 165.342203, "entropy": 0.329885, "total_loss": 82.677965, "clip_frac": 0.142334, "sps": 373.3, "elapsed_s": 4116.0} {"update": 800, "steps_done": 1638400, "mean_step_reward": 1.188, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 230.559, "mean_ep_length": 200.0, "mean_collisions": 1.91, "mean_dynamic_collisions": 2.36, "mean_intent_rate": 0.674, "policy_loss": 0.008704, "value_loss": 302.114728, "entropy": 0.33486, "total_loss": 151.062717, "clip_frac": 0.110474, "sps": 373.5, "elapsed_s": 4121.5} {"update": 801, "steps_done": 1640448, "mean_step_reward": 1.3839, "min_step_reward": -18.565, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 298.172, "mean_ep_length": 200.0, "mean_collisions": 0.8, "mean_dynamic_collisions": 1.0, "mean_intent_rate": 0.719, "policy_loss": 0.010762, "value_loss": 227.869971, "entropy": 0.279711, "total_loss": 113.94295, "clip_frac": 0.138184, "sps": 372.8, "elapsed_s": 4127.0} {"update": 802, "steps_done": 1642496, "mean_step_reward": 0.6521, "min_step_reward": -25.5809, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 109.424, "mean_ep_length": 200.0, "mean_collisions": 4.0, "mean_dynamic_collisions": 7.4, "mean_intent_rate": 0.669, "policy_loss": 0.044212, "value_loss": 848.756149, "entropy": 0.270754, "total_loss": 424.419582, "clip_frac": 0.325195, "sps": 364.2, "elapsed_s": 4132.6} {"update": 803, "steps_done": 1644544, "mean_step_reward": 1.3369, "min_step_reward": -7.589, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 258.958, "mean_ep_length": 200.0, "mean_collisions": 0.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.614, "policy_loss": 0.002336, "value_loss": 160.849423, "entropy": 0.345793, "total_loss": 80.423591, "clip_frac": 0.133789, "sps": 377.6, "elapsed_s": 4138.1} {"update": 804, "steps_done": 1646592, "mean_step_reward": 0.9925, "min_step_reward": -18.5868, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 209.387, "mean_ep_length": 200.0, "mean_collisions": 1.64, "mean_dynamic_collisions": 3.27, "mean_intent_rate": 0.653, "policy_loss": 0.014772, "value_loss": 297.492921, "entropy": 0.315643, "total_loss": 148.758077, "clip_frac": 0.198242, "sps": 359.7, "elapsed_s": 4143.8} {"update": 805, "steps_done": 1648640, "mean_step_reward": 0.9179, "min_step_reward": -18.599, "max_step_reward": 3.4866, "n_episodes_finished": 10, "mean_ep_return": 183.327, "mean_ep_length": 200.0, "mean_collisions": 0.1, "mean_dynamic_collisions": 3.4, "mean_intent_rate": 0.588, "policy_loss": 0.012374, "value_loss": 384.99464, "entropy": 0.338022, "total_loss": 192.506315, "clip_frac": 0.200806, "sps": 368.4, "elapsed_s": 4149.3} {"update": 806, "steps_done": 1650688, "mean_step_reward": 0.8897, "min_step_reward": -18.5763, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 184.387, "mean_ep_length": 200.0, "mean_collisions": 3.1, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.546, "policy_loss": 0.011334, "value_loss": 175.192189, "entropy": 0.322433, "total_loss": 87.604204, "clip_frac": 0.176147, "sps": 379.5, "elapsed_s": 4154.7} {"update": 807, "steps_done": 1652736, "mean_step_reward": 0.6729, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 139.451, "mean_ep_length": 200.0, "mean_collisions": 0.1, "mean_dynamic_collisions": 3.7, "mean_intent_rate": 0.532, "policy_loss": 0.020674, "value_loss": 342.79677, "entropy": 0.250044, "total_loss": 171.416558, "clip_frac": 0.214355, "sps": 384.6, "elapsed_s": 4160.0} {"update": 808, "steps_done": 1654784, "mean_step_reward": 1.212, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 227.411, "mean_ep_length": 200.0, "mean_collisions": 0.36, "mean_dynamic_collisions": 0.45, "mean_intent_rate": 0.576, "policy_loss": 0.017761, "value_loss": 165.904142, "entropy": 0.328229, "total_loss": 82.96655, "clip_frac": 0.152222, "sps": 382.9, "elapsed_s": 4165.4} {"update": 809, "steps_done": 1656832, "mean_step_reward": 1.1026, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 219.318, "mean_ep_length": 200.0, "mean_collisions": 0.6, "mean_dynamic_collisions": 1.8, "mean_intent_rate": 0.609, "policy_loss": 0.009618, "value_loss": 207.550852, "entropy": 0.370456, "total_loss": 103.78134, "clip_frac": 0.139282, "sps": 367.7, "elapsed_s": 4171.0} {"update": 810, "steps_done": 1658880, "mean_step_reward": -0.5629, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -123.168, "mean_ep_length": 200.0, "mean_collisions": 1.3, "mean_dynamic_collisions": 20.6, "mean_intent_rate": 0.622, "policy_loss": 0.049316, "value_loss": 2556.571484, "entropy": 0.240478, "total_loss": 1278.332651, "clip_frac": 0.331543, "sps": 370.8, "elapsed_s": 4176.5} {"update": 811, "steps_done": 1660928, "mean_step_reward": 1.0089, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 208.441, "mean_ep_length": 200.0, "mean_collisions": 1.3, "mean_dynamic_collisions": 1.2, "mean_intent_rate": 0.589, "policy_loss": 0.029687, "value_loss": 211.615498, "entropy": 0.337328, "total_loss": 105.834062, "clip_frac": 0.249146, "sps": 373.2, "elapsed_s": 4182.0} {"update": 812, "steps_done": 1662976, "mean_step_reward": 0.8393, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 168.946, "mean_ep_length": 200.0, "mean_collisions": 1.18, "mean_dynamic_collisions": 0.73, "mean_intent_rate": 0.502, "policy_loss": 0.013147, "value_loss": 163.990801, "entropy": 0.342089, "total_loss": 82.005126, "clip_frac": 0.148804, "sps": 377.3, "elapsed_s": 4187.4} {"update": 813, "steps_done": 1665024, "mean_step_reward": 0.916, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 198.109, "mean_ep_length": 200.0, "mean_collisions": 0.1, "mean_dynamic_collisions": 0.7, "mean_intent_rate": 0.535, "policy_loss": 0.002043, "value_loss": 185.922764, "entropy": 0.341864, "total_loss": 92.960006, "clip_frac": 0.095459, "sps": 378.2, "elapsed_s": 4192.8} {"update": 814, "steps_done": 1667072, "mean_step_reward": 0.6373, "min_step_reward": -18.5723, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 118.872, "mean_ep_length": 200.0, "mean_collisions": 0.2, "mean_dynamic_collisions": 1.9, "mean_intent_rate": 0.441, "policy_loss": 0.004086, "value_loss": 181.225878, "entropy": 0.309991, "total_loss": 90.613924, "clip_frac": 0.093384, "sps": 377.1, "elapsed_s": 4198.3} {"update": 815, "steps_done": 1669120, "mean_step_reward": 1.1223, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 215.323, "mean_ep_length": 200.0, "mean_collisions": 0.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.547, "policy_loss": 0.011611, "value_loss": 136.140744, "entropy": 0.382097, "total_loss": 68.078162, "clip_frac": 0.171631, "sps": 380.7, "elapsed_s": 4203.6} {"update": 816, "steps_done": 1671168, "mean_step_reward": 1.1936, "min_step_reward": -18.5726, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 231.405, "mean_ep_length": 200.0, "mean_collisions": 1.3, "mean_dynamic_collisions": 1.5, "mean_intent_rate": 0.638, "policy_loss": 0.008028, "value_loss": 200.070555, "entropy": 0.376229, "total_loss": 100.039543, "clip_frac": 0.102295, "sps": 364.5, "elapsed_s": 4209.3} {"update": 817, "steps_done": 1673216, "mean_step_reward": 0.9521, "min_step_reward": -22.879, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 208.94, "mean_ep_length": 200.0, "mean_collisions": 3.09, "mean_dynamic_collisions": 1.0, "mean_intent_rate": 0.614, "policy_loss": 0.001088, "value_loss": 164.130363, "entropy": 0.399368, "total_loss": 82.062275, "clip_frac": 0.120117, "sps": 369.8, "elapsed_s": 4214.8} {"update": 818, "steps_done": 1675264, "mean_step_reward": 1.0917, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 205.899, "mean_ep_length": 200.0, "mean_collisions": 0.8, "mean_dynamic_collisions": 1.3, "mean_intent_rate": 0.573, "policy_loss": 0.003429, "value_loss": 122.52803, "entropy": 0.387816, "total_loss": 61.263566, "clip_frac": 0.106567, "sps": 368.7, "elapsed_s": 4220.3} {"update": 819, "steps_done": 1677312, "mean_step_reward": 0.7676, "min_step_reward": -25.5591, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 158.251, "mean_ep_length": 200.0, "mean_collisions": 2.3, "mean_dynamic_collisions": 3.3, "mean_intent_rate": 0.585, "policy_loss": 0.015067, "value_loss": 398.479419, "entropy": 0.331728, "total_loss": 199.251458, "clip_frac": 0.23999, "sps": 369.2, "elapsed_s": 4225.9} {"update": 820, "steps_done": 1679360, "mean_step_reward": 1.2603, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 238.91, "mean_ep_length": 200.0, "mean_collisions": 0.3, "mean_dynamic_collisions": 1.2, "mean_intent_rate": 0.618, "policy_loss": 0.009606, "value_loss": 139.492186, "entropy": 0.410282, "total_loss": 69.751596, "clip_frac": 0.157593, "sps": 368.4, "elapsed_s": 4231.5} {"update": 821, "steps_done": 1681408, "mean_step_reward": 1.1852, "min_step_reward": -18.599, "max_step_reward": 3.4994, "n_episodes_finished": 11, "mean_ep_return": 245.514, "mean_ep_length": 200.0, "mean_collisions": 2.09, "mean_dynamic_collisions": 1.09, "mean_intent_rate": 0.653, "policy_loss": 0.007335, "value_loss": 179.179067, "entropy": 0.376051, "total_loss": 89.593108, "clip_frac": 0.180542, "sps": 374.1, "elapsed_s": 4236.9} {"update": 822, "steps_done": 1683456, "mean_step_reward": 1.1897, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 229.14, "mean_ep_length": 200.0, "mean_collisions": 3.6, "mean_dynamic_collisions": 0.5, "mean_intent_rate": 0.637, "policy_loss": 0.012417, "value_loss": 141.322584, "entropy": 0.376145, "total_loss": 70.669947, "clip_frac": 0.165894, "sps": 382.8, "elapsed_s": 4242.3} {"update": 823, "steps_done": 1685504, "mean_step_reward": 1.3115, "min_step_reward": -18.5846, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 263.592, "mean_ep_length": 200.0, "mean_collisions": 1.6, "mean_dynamic_collisions": 1.0, "mean_intent_rate": 0.676, "policy_loss": 0.003923, "value_loss": 205.187186, "entropy": 0.381613, "total_loss": 102.593699, "clip_frac": 0.067505, "sps": 378.8, "elapsed_s": 4247.7} {"update": 824, "steps_done": 1687552, "mean_step_reward": 1.256, "min_step_reward": -22.8906, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 248.257, "mean_ep_length": 200.0, "mean_collisions": 3.0, "mean_dynamic_collisions": 0.8, "mean_intent_rate": 0.667, "policy_loss": 0.016222, "value_loss": 170.612276, "entropy": 0.354015, "total_loss": 85.318819, "clip_frac": 0.147949, "sps": 359.6, "elapsed_s": 4253.4} {"update": 825, "steps_done": 1689600, "mean_step_reward": 1.2585, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 260.297, "mean_ep_length": 200.0, "mean_collisions": 3.36, "mean_dynamic_collisions": 0.36, "mean_intent_rate": 0.678, "policy_loss": 0.0027, "value_loss": 175.950428, "entropy": 0.405478, "total_loss": 87.973859, "clip_frac": 0.101318, "sps": 373.3, "elapsed_s": 4258.9} {"update": 826, "steps_done": 1691648, "mean_step_reward": 1.263, "min_step_reward": -7.9342, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 251.843, "mean_ep_length": 200.0, "mean_collisions": 4.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.665, "policy_loss": 0.001825, "value_loss": 140.605993, "entropy": 0.366863, "total_loss": 70.301153, "clip_frac": 0.072388, "sps": 368.4, "elapsed_s": 4264.4} {"update": 827, "steps_done": 1693696, "mean_step_reward": 1.2887, "min_step_reward": -18.5604, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 252.494, "mean_ep_length": 200.0, "mean_collisions": 2.5, "mean_dynamic_collisions": 0.7, "mean_intent_rate": 0.66, "policy_loss": 0.00749, "value_loss": 154.180013, "entropy": 0.343723, "total_loss": 77.094058, "clip_frac": 0.135254, "sps": 375.2, "elapsed_s": 4269.9} {"update": 828, "steps_done": 1695744, "mean_step_reward": 1.3293, "min_step_reward": -18.5, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 248.049, "mean_ep_length": 184.5, "mean_collisions": 2.0, "mean_dynamic_collisions": 0.64, "mean_intent_rate": 0.696, "policy_loss": 0.013189, "value_loss": 187.776818, "entropy": 0.360848, "total_loss": 93.897989, "clip_frac": 0.163208, "sps": 360.0, "elapsed_s": 4275.6} {"update": 829, "steps_done": 1697792, "mean_step_reward": 1.233, "min_step_reward": -18.5949, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 246.791, "mean_ep_length": 200.0, "mean_collisions": 3.3, "mean_dynamic_collisions": 0.8, "mean_intent_rate": 0.67, "policy_loss": 0.014231, "value_loss": 202.943265, "entropy": 0.35455, "total_loss": 101.482319, "clip_frac": 0.206543, "sps": 369.5, "elapsed_s": 4281.1} {"update": 830, "steps_done": 1699840, "mean_step_reward": 1.2503, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 252.275, "mean_ep_length": 200.0, "mean_collisions": 2.27, "mean_dynamic_collisions": 0.45, "mean_intent_rate": 0.649, "policy_loss": 0.009763, "value_loss": 207.296768, "entropy": 0.339557, "total_loss": 103.654751, "clip_frac": 0.151978, "sps": 374.0, "elapsed_s": 4286.6} {"update": 831, "steps_done": 1701888, "mean_step_reward": 1.2862, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 263.424, "mean_ep_length": 200.0, "mean_collisions": 2.4, "mean_dynamic_collisions": 1.2, "mean_intent_rate": 0.696, "policy_loss": 0.024367, "value_loss": 206.775505, "entropy": 0.297864, "total_loss": 103.409141, "clip_frac": 0.16272, "sps": 374.3, "elapsed_s": 4292.1} {"update": 832, "steps_done": 1703936, "mean_step_reward": 0.5568, "min_step_reward": -25.5832, "max_step_reward": 3.4365, "n_episodes_finished": 10, "mean_ep_return": 100.817, "mean_ep_length": 200.0, "mean_collisions": 1.7, "mean_dynamic_collisions": 8.0, "mean_intent_rate": 0.618, "policy_loss": 0.04644, "value_loss": 959.624479, "entropy": 0.289705, "total_loss": 479.85578, "clip_frac": 0.349365, "sps": 365.4, "elapsed_s": 4297.7} {"update": 833, "steps_done": 1705984, "mean_step_reward": 1.2464, "min_step_reward": -18.5525, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 251.246, "mean_ep_length": 200.0, "mean_collisions": 0.6, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.626, "policy_loss": 0.032838, "value_loss": 165.592882, "entropy": 0.335822, "total_loss": 82.82592, "clip_frac": 0.239502, "sps": 365.3, "elapsed_s": 4303.3} {"update": 834, "steps_done": 1708032, "mean_step_reward": 0.9522, "min_step_reward": -18.5, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 194.209, "mean_ep_length": 200.0, "mean_collisions": 1.73, "mean_dynamic_collisions": 0.36, "mean_intent_rate": 0.544, "policy_loss": 0.011539, "value_loss": 143.297215, "entropy": 0.335452, "total_loss": 71.656792, "clip_frac": 0.158203, "sps": 377.3, "elapsed_s": 4308.7} {"update": 835, "steps_done": 1710080, "mean_step_reward": 1.1804, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 243.454, "mean_ep_length": 200.0, "mean_collisions": 1.3, "mean_dynamic_collisions": 1.2, "mean_intent_rate": 0.645, "policy_loss": 0.004211, "value_loss": 186.311976, "entropy": 0.350493, "total_loss": 93.156693, "clip_frac": 0.12146, "sps": 381.8, "elapsed_s": 4314.1} {"update": 836, "steps_done": 1712128, "mean_step_reward": 1.4111, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 271.045, "mean_ep_length": 200.0, "mean_collisions": 2.6, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.685, "policy_loss": 0.007779, "value_loss": 169.039975, "entropy": 0.366544, "total_loss": 84.524102, "clip_frac": 0.116333, "sps": 385.9, "elapsed_s": 4319.4} {"update": 837, "steps_done": 1714176, "mean_step_reward": 1.1621, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 238.273, "mean_ep_length": 200.0, "mean_collisions": 1.7, "mean_dynamic_collisions": 2.5, "mean_intent_rate": 0.681, "policy_loss": 0.009629, "value_loss": 346.874387, "entropy": 0.358667, "total_loss": 173.443235, "clip_frac": 0.146606, "sps": 393.7, "elapsed_s": 4324.6} {"update": 838, "steps_done": 1716224, "mean_step_reward": 1.4246, "min_step_reward": -10.5, "max_step_reward": 3.4173, "n_episodes_finished": 11, "mean_ep_return": 280.522, "mean_ep_length": 200.0, "mean_collisions": 2.18, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.682, "policy_loss": 0.004254, "value_loss": 172.155378, "entropy": 0.33884, "total_loss": 86.078554, "clip_frac": 0.105713, "sps": 392.3, "elapsed_s": 4329.8} {"update": 839, "steps_done": 1718272, "mean_step_reward": 1.375, "min_step_reward": -13.4247, "max_step_reward": 3.4328, "n_episodes_finished": 10, "mean_ep_return": 273.881, "mean_ep_length": 200.0, "mean_collisions": 2.4, "mean_dynamic_collisions": 0.1, "mean_intent_rate": 0.681, "policy_loss": 0.003717, "value_loss": 162.319777, "entropy": 0.321689, "total_loss": 81.160388, "clip_frac": 0.086304, "sps": 393.7, "elapsed_s": 4335.0} {"update": 840, "steps_done": 1720320, "mean_step_reward": 0.4726, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 89.69, "mean_ep_length": 200.0, "mean_collisions": 4.0, "mean_dynamic_collisions": 10.2, "mean_intent_rate": 0.709, "policy_loss": 0.027428, "value_loss": 1078.803808, "entropy": 0.322937, "total_loss": 539.426106, "clip_frac": 0.214355, "sps": 384.4, "elapsed_s": 4340.3} {"update": 841, "steps_done": 1722368, "mean_step_reward": 1.3446, "min_step_reward": -18.5615, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 265.937, "mean_ep_length": 200.0, "mean_collisions": 0.8, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.647, "policy_loss": 0.027729, "value_loss": 157.361827, "entropy": 0.330997, "total_loss": 78.705332, "clip_frac": 0.222534, "sps": 390.0, "elapsed_s": 4345.6} {"update": 842, "steps_done": 1724416, "mean_step_reward": 0.816, "min_step_reward": -18.599, "max_step_reward": 3.4814, "n_episodes_finished": 11, "mean_ep_return": 174.017, "mean_ep_length": 200.0, "mean_collisions": 0.91, "mean_dynamic_collisions": 1.91, "mean_intent_rate": 0.543, "policy_loss": 0.003389, "value_loss": 186.405401, "entropy": 0.326201, "total_loss": 93.202827, "clip_frac": 0.10376, "sps": 393.1, "elapsed_s": 4350.8} {"update": 843, "steps_done": 1726464, "mean_step_reward": 1.2888, "min_step_reward": -16.4642, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 259.267, "mean_ep_length": 200.0, "mean_collisions": 0.1, "mean_dynamic_collisions": 0.2, "mean_intent_rate": 0.618, "policy_loss": 0.006305, "value_loss": 129.086025, "entropy": 0.363859, "total_loss": 64.545679, "clip_frac": 0.107056, "sps": 387.0, "elapsed_s": 4356.1} {"update": 844, "steps_done": 1728512, "mean_step_reward": 1.2417, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 259.039, "mean_ep_length": 200.0, "mean_collisions": 0.7, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.62, "policy_loss": 0.007113, "value_loss": 139.550606, "entropy": 0.317255, "total_loss": 69.779243, "clip_frac": 0.093628, "sps": 396.7, "elapsed_s": 4361.3} {"update": 845, "steps_done": 1730560, "mean_step_reward": 1.3218, "min_step_reward": -18.5863, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 253.655, "mean_ep_length": 200.0, "mean_collisions": 1.9, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.652, "policy_loss": 0.003736, "value_loss": 154.397301, "entropy": 0.338993, "total_loss": 77.198996, "clip_frac": 0.100586, "sps": 395.2, "elapsed_s": 4366.4} {"update": 846, "steps_done": 1732608, "mean_step_reward": 1.0876, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 218.393, "mean_ep_length": 200.0, "mean_collisions": 1.27, "mean_dynamic_collisions": 0.55, "mean_intent_rate": 0.58, "policy_loss": 0.007299, "value_loss": 175.282283, "entropy": 0.310366, "total_loss": 87.645338, "clip_frac": 0.150635, "sps": 393.8, "elapsed_s": 4371.6} {"update": 847, "steps_done": 1734656, "mean_step_reward": 1.2982, "min_step_reward": -18.5829, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 261.947, "mean_ep_length": 200.0, "mean_collisions": 2.0, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.66, "policy_loss": 0.002989, "value_loss": 158.552203, "entropy": 0.342197, "total_loss": 79.275668, "clip_frac": 0.103271, "sps": 395.7, "elapsed_s": 4376.8} {"update": 848, "steps_done": 1736704, "mean_step_reward": 1.1855, "min_step_reward": -18.5408, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 232.722, "mean_ep_length": 200.0, "mean_collisions": 3.6, "mean_dynamic_collisions": 1.1, "mean_intent_rate": 0.665, "policy_loss": 0.004354, "value_loss": 211.260174, "entropy": 0.328555, "total_loss": 105.631155, "clip_frac": 0.082153, "sps": 393.1, "elapsed_s": 4382.0} {"update": 849, "steps_done": 1738752, "mean_step_reward": 1.3932, "min_step_reward": -18.5, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 279.63, "mean_ep_length": 200.0, "mean_collisions": 2.7, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.701, "policy_loss": 0.006938, "value_loss": 169.280693, "entropy": 0.327228, "total_loss": 84.644012, "clip_frac": 0.144287, "sps": 388.7, "elapsed_s": 4387.3} {"update": 850, "steps_done": 1740800, "mean_step_reward": 1.259, "min_step_reward": -7.9715, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 264.554, "mean_ep_length": 200.0, "mean_collisions": 2.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.653, "policy_loss": 0.007034, "value_loss": 157.602586, "entropy": 0.317956, "total_loss": 78.805147, "clip_frac": 0.119141, "sps": 395.5, "elapsed_s": 4392.5} {"update": 851, "steps_done": 1742848, "mean_step_reward": 1.127, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 216.7, "mean_ep_length": 200.0, "mean_collisions": 2.73, "mean_dynamic_collisions": 3.18, "mean_intent_rate": 0.683, "policy_loss": 0.019756, "value_loss": 417.44515, "entropy": 0.308592, "total_loss": 208.739246, "clip_frac": 0.197021, "sps": 394.9, "elapsed_s": 4397.7} {"update": 852, "steps_done": 1744896, "mean_step_reward": 0.8965, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 173.312, "mean_ep_length": 200.0, "mean_collisions": 2.6, "mean_dynamic_collisions": 3.8, "mean_intent_rate": 0.63, "policy_loss": 0.028006, "value_loss": 298.821399, "entropy": 0.302551, "total_loss": 149.435679, "clip_frac": 0.220703, "sps": 394.2, "elapsed_s": 4402.9} {"update": 853, "steps_done": 1746944, "mean_step_reward": 1.4272, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 287.73, "mean_ep_length": 200.0, "mean_collisions": 1.2, "mean_dynamic_collisions": 0.7, "mean_intent_rate": 0.698, "policy_loss": 0.00591, "value_loss": 181.098671, "entropy": 0.335827, "total_loss": 90.551888, "clip_frac": 0.111938, "sps": 389.4, "elapsed_s": 4408.1} {"update": 854, "steps_done": 1748992, "mean_step_reward": 1.3887, "min_step_reward": -18.599, "max_step_reward": 3.4489, "n_episodes_finished": 10, "mean_ep_return": 278.817, "mean_ep_length": 200.0, "mean_collisions": 1.3, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.683, "policy_loss": 0.007192, "value_loss": 175.884083, "entropy": 0.353081, "total_loss": 87.945702, "clip_frac": 0.122192, "sps": 390.9, "elapsed_s": 4413.4} {"update": 855, "steps_done": 1751040, "mean_step_reward": 1.2956, "min_step_reward": -15.5, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 261.852, "mean_ep_length": 200.0, "mean_collisions": 0.82, "mean_dynamic_collisions": 0.18, "mean_intent_rate": 0.632, "policy_loss": 0.002525, "value_loss": 161.407805, "entropy": 0.349224, "total_loss": 80.702936, "clip_frac": 0.112671, "sps": 387.5, "elapsed_s": 4418.7} {"update": 856, "steps_done": 1753088, "mean_step_reward": 1.4824, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 294.483, "mean_ep_length": 200.0, "mean_collisions": 1.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.691, "policy_loss": 0.001216, "value_loss": 159.510836, "entropy": 0.337751, "total_loss": 79.753256, "clip_frac": 0.116089, "sps": 395.0, "elapsed_s": 4423.8} {"update": 857, "steps_done": 1755136, "mean_step_reward": 1.2534, "min_step_reward": -25.5874, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 251.288, "mean_ep_length": 200.0, "mean_collisions": 1.1, "mean_dynamic_collisions": 2.3, "mean_intent_rate": 0.691, "policy_loss": 0.005754, "value_loss": 254.781561, "entropy": 0.316301, "total_loss": 127.393373, "clip_frac": 0.107178, "sps": 392.2, "elapsed_s": 4429.1} {"update": 858, "steps_done": 1757184, "mean_step_reward": 1.2694, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 257.304, "mean_ep_length": 200.0, "mean_collisions": 1.7, "mean_dynamic_collisions": 1.6, "mean_intent_rate": 0.683, "policy_loss": 0.007579, "value_loss": 220.128268, "entropy": 0.345042, "total_loss": 110.068263, "clip_frac": 0.136475, "sps": 398.2, "elapsed_s": 4434.2} {"update": 859, "steps_done": 1759232, "mean_step_reward": 1.2484, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 248.392, "mean_ep_length": 200.0, "mean_collisions": 2.91, "mean_dynamic_collisions": 0.55, "mean_intent_rate": 0.655, "policy_loss": 0.004056, "value_loss": 198.468758, "entropy": 0.358388, "total_loss": 99.234851, "clip_frac": 0.100098, "sps": 394.9, "elapsed_s": 4439.4} {"update": 860, "steps_done": 1761280, "mean_step_reward": 0.978, "min_step_reward": -25.5684, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 193.931, "mean_ep_length": 200.0, "mean_collisions": 3.1, "mean_dynamic_collisions": 5.2, "mean_intent_rate": 0.721, "policy_loss": 0.01036, "value_loss": 561.888735, "entropy": 0.314516, "total_loss": 280.951581, "clip_frac": 0.178833, "sps": 400.1, "elapsed_s": 4444.5} {"update": 861, "steps_done": 1763328, "mean_step_reward": 1.438, "min_step_reward": -18.5459, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 288.919, "mean_ep_length": 200.0, "mean_collisions": 2.3, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.708, "policy_loss": 0.023109, "value_loss": 180.563269, "entropy": 0.314691, "total_loss": 90.301595, "clip_frac": 0.218018, "sps": 401.4, "elapsed_s": 4449.6} {"update": 862, "steps_done": 1765376, "mean_step_reward": 1.1737, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 221.844, "mean_ep_length": 200.0, "mean_collisions": 1.1, "mean_dynamic_collisions": 1.9, "mean_intent_rate": 0.626, "policy_loss": 0.006036, "value_loss": 231.119505, "entropy": 0.351456, "total_loss": 115.562275, "clip_frac": 0.119263, "sps": 382.3, "elapsed_s": 4455.0} {"update": 863, "steps_done": 1767424, "mean_step_reward": 0.7528, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 177.384, "mean_ep_length": 200.0, "mean_collisions": 1.64, "mean_dynamic_collisions": 6.0, "mean_intent_rate": 0.695, "policy_loss": 0.012349, "value_loss": 643.949065, "entropy": 0.311322, "total_loss": 321.983768, "clip_frac": 0.167847, "sps": 391.2, "elapsed_s": 4460.2} {"update": 864, "steps_done": 1769472, "mean_step_reward": -0.4157, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -101.356, "mean_ep_length": 200.0, "mean_collisions": 0.6, "mean_dynamic_collisions": 20.6, "mean_intent_rate": 0.641, "policy_loss": 0.043054, "value_loss": 1625.191929, "entropy": 0.25508, "total_loss": 812.63646, "clip_frac": 0.341797, "sps": 394.0, "elapsed_s": 4465.4} {"update": 865, "steps_done": 1771520, "mean_step_reward": 1.1959, "min_step_reward": -18.5763, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 235.559, "mean_ep_length": 200.0, "mean_collisions": 0.6, "mean_dynamic_collisions": 1.2, "mean_intent_rate": 0.615, "policy_loss": 0.05461, "value_loss": 243.425835, "entropy": 0.319188, "total_loss": 121.764336, "clip_frac": 0.293579, "sps": 395.2, "elapsed_s": 4470.6} {"update": 866, "steps_done": 1773568, "mean_step_reward": 0.3235, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 59.405, "mean_ep_length": 200.0, "mean_collisions": 0.1, "mean_dynamic_collisions": 5.9, "mean_intent_rate": 0.489, "policy_loss": 0.014067, "value_loss": 502.342799, "entropy": 0.312987, "total_loss": 251.182336, "clip_frac": 0.19397, "sps": 386.9, "elapsed_s": 4475.9} {"update": 867, "steps_done": 1775616, "mean_step_reward": 1.1782, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 241.962, "mean_ep_length": 200.0, "mean_collisions": 0.64, "mean_dynamic_collisions": 1.27, "mean_intent_rate": 0.634, "policy_loss": 0.003878, "value_loss": 171.391623, "entropy": 0.339848, "total_loss": 85.696291, "clip_frac": 0.07312, "sps": 393.7, "elapsed_s": 4481.1} {"update": 868, "steps_done": 1777664, "mean_step_reward": 0.6262, "min_step_reward": -23.2207, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 124.727, "mean_ep_length": 200.0, "mean_collisions": 2.0, "mean_dynamic_collisions": 4.9, "mean_intent_rate": 0.57, "policy_loss": 0.022391, "value_loss": 690.767122, "entropy": 0.30731, "total_loss": 345.402876, "clip_frac": 0.230835, "sps": 397.2, "elapsed_s": 4486.2} {"update": 869, "steps_done": 1779712, "mean_step_reward": 0.4468, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 121.104, "mean_ep_length": 200.0, "mean_collisions": 0.5, "mean_dynamic_collisions": 5.6, "mean_intent_rate": 0.561, "policy_loss": 0.01168, "value_loss": 534.860891, "entropy": 0.314716, "total_loss": 267.43898, "clip_frac": 0.158203, "sps": 382.1, "elapsed_s": 4491.6} {"update": 870, "steps_done": 1781760, "mean_step_reward": 1.2712, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 208.437, "mean_ep_length": 200.0, "mean_collisions": 0.4, "mean_dynamic_collisions": 3.4, "mean_intent_rate": 0.638, "policy_loss": 0.015003, "value_loss": 163.896786, "entropy": 0.355854, "total_loss": 81.959838, "clip_frac": 0.193726, "sps": 387.9, "elapsed_s": 4496.9} {"update": 871, "steps_done": 1783808, "mean_step_reward": 0.8538, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 182.346, "mean_ep_length": 200.0, "mean_collisions": 0.82, "mean_dynamic_collisions": 3.55, "mean_intent_rate": 0.614, "policy_loss": 0.005616, "value_loss": 300.823935, "entropy": 0.357675, "total_loss": 150.414006, "clip_frac": 0.086182, "sps": 375.6, "elapsed_s": 4502.3} {"update": 872, "steps_done": 1785856, "mean_step_reward": 1.2625, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 252.83, "mean_ep_length": 200.0, "mean_collisions": 1.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.625, "policy_loss": -0.000155, "value_loss": 126.134365, "entropy": 0.340182, "total_loss": 63.063625, "clip_frac": 0.087158, "sps": 396.9, "elapsed_s": 4507.5} {"update": 873, "steps_done": 1787904, "mean_step_reward": 1.2728, "min_step_reward": -18.5605, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 259.137, "mean_ep_length": 200.0, "mean_collisions": 0.5, "mean_dynamic_collisions": 0.8, "mean_intent_rate": 0.646, "policy_loss": 0.00171, "value_loss": 154.122384, "entropy": 0.353713, "total_loss": 77.059363, "clip_frac": 0.093994, "sps": 395.1, "elapsed_s": 4512.7} {"update": 874, "steps_done": 1789952, "mean_step_reward": 1.4665, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 280.843, "mean_ep_length": 200.0, "mean_collisions": 0.5, "mean_dynamic_collisions": 0.7, "mean_intent_rate": 0.674, "policy_loss": 0.001053, "value_loss": 148.014653, "entropy": 0.338723, "total_loss": 74.004992, "clip_frac": 0.103149, "sps": 395.3, "elapsed_s": 4517.9} {"update": 875, "steps_done": 1792000, "mean_step_reward": 1.1519, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 231.778, "mean_ep_length": 200.0, "mean_collisions": 1.9, "mean_dynamic_collisions": 2.9, "mean_intent_rate": 0.689, "policy_loss": 0.008779, "value_loss": 297.7444, "entropy": 0.347454, "total_loss": 148.877506, "clip_frac": 0.137817, "sps": 389.9, "elapsed_s": 4523.1} {"update": 876, "steps_done": 1794048, "mean_step_reward": 1.2709, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 259.869, "mean_ep_length": 200.0, "mean_collisions": 1.36, "mean_dynamic_collisions": 1.64, "mean_intent_rate": 0.684, "policy_loss": 0.00741, "value_loss": 186.17242, "entropy": 0.357333, "total_loss": 93.090047, "clip_frac": 0.092407, "sps": 388.1, "elapsed_s": 4528.4} {"update": 877, "steps_done": 1796096, "mean_step_reward": 1.2645, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 255.612, "mean_ep_length": 200.0, "mean_collisions": 2.6, "mean_dynamic_collisions": 2.2, "mean_intent_rate": 0.716, "policy_loss": 0.006364, "value_loss": 257.515471, "entropy": 0.329764, "total_loss": 128.760802, "clip_frac": 0.11731, "sps": 387.3, "elapsed_s": 4533.7} {"update": 878, "steps_done": 1798144, "mean_step_reward": 1.0789, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 207.818, "mean_ep_length": 200.0, "mean_collisions": 3.9, "mean_dynamic_collisions": 3.3, "mean_intent_rate": 0.696, "policy_loss": 0.011673, "value_loss": 347.495008, "entropy": 0.327216, "total_loss": 173.755906, "clip_frac": 0.178467, "sps": 384.0, "elapsed_s": 4539.0} {"update": 879, "steps_done": 1800192, "mean_step_reward": 0.3882, "min_step_reward": -25.5687, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 94.778, "mean_ep_length": 200.0, "mean_collisions": 1.3, "mean_dynamic_collisions": 10.7, "mean_intent_rate": 0.683, "policy_loss": 0.059964, "value_loss": 1289.319979, "entropy": 0.306718, "total_loss": 644.716887, "clip_frac": 0.388184, "sps": 393.6, "elapsed_s": 4544.2} {"update": 880, "steps_done": 1802240, "mean_step_reward": 1.1407, "min_step_reward": -18.5738, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 218.877, "mean_ep_length": 200.0, "mean_collisions": 0.36, "mean_dynamic_collisions": 2.18, "mean_intent_rate": 0.617, "policy_loss": 0.036908, "value_loss": 293.678713, "entropy": 0.292741, "total_loss": 146.873337, "clip_frac": 0.334351, "sps": 384.1, "elapsed_s": 4549.6} {"update": 881, "steps_done": 1804288, "mean_step_reward": 0.0436, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 9.695, "mean_ep_length": 200.0, "mean_collisions": 0.3, "mean_dynamic_collisions": 10.6, "mean_intent_rate": 0.535, "policy_loss": 0.03022, "value_loss": 1725.177124, "entropy": 0.191333, "total_loss": 862.616864, "clip_frac": 0.283203, "sps": 394.9, "elapsed_s": 4554.7} {"update": 882, "steps_done": 1806336, "mean_step_reward": 0.4172, "min_step_reward": -18.5681, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 81.57, "mean_ep_length": 200.0, "mean_collisions": 0.1, "mean_dynamic_collisions": 0.5, "mean_intent_rate": 0.333, "policy_loss": 0.013114, "value_loss": 162.856422, "entropy": 0.198152, "total_loss": 81.439344, "clip_frac": 0.069214, "sps": 396.3, "elapsed_s": 4559.9} {"update": 883, "steps_done": 1808384, "mean_step_reward": 0.4891, "min_step_reward": -18.5675, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 106.255, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.8, "mean_intent_rate": 0.383, "policy_loss": 0.002131, "value_loss": 139.24468, "entropy": 0.218433, "total_loss": 69.622287, "clip_frac": 0.04541, "sps": 390.1, "elapsed_s": 4565.2} {"update": 884, "steps_done": 1810432, "mean_step_reward": -1.6462, "min_step_reward": -22.8959, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": -312.061, "mean_ep_length": 200.0, "mean_collisions": 0.36, "mean_dynamic_collisions": 21.64, "mean_intent_rate": 0.321, "policy_loss": 0.008142, "value_loss": 2993.249203, "entropy": 0.163071, "total_loss": 1496.631102, "clip_frac": 0.112183, "sps": 395.4, "elapsed_s": 4570.3} {"update": 885, "steps_done": 1812480, "mean_step_reward": 0.9927, "min_step_reward": -7.5576, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 200.244, "mean_ep_length": 200.0, "mean_collisions": 0.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.516, "policy_loss": 0.024922, "value_loss": 122.896175, "entropy": 0.385411, "total_loss": 61.469155, "clip_frac": 0.225586, "sps": 389.9, "elapsed_s": 4575.6} {"update": 886, "steps_done": 1814528, "mean_step_reward": 0.8789, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 184.584, "mean_ep_length": 200.0, "mean_collisions": 0.4, "mean_dynamic_collisions": 0.9, "mean_intent_rate": 0.522, "policy_loss": 0.002926, "value_loss": 119.738257, "entropy": 0.347924, "total_loss": 59.868575, "clip_frac": 0.093628, "sps": 384.2, "elapsed_s": 4580.9} {"update": 887, "steps_done": 1816576, "mean_step_reward": 0.9509, "min_step_reward": -18.599, "max_step_reward": 3.4989, "n_episodes_finished": 10, "mean_ep_return": 172.099, "mean_ep_length": 200.0, "mean_collisions": 0.2, "mean_dynamic_collisions": 0.7, "mean_intent_rate": 0.488, "policy_loss": 0.001956, "value_loss": 93.624739, "entropy": 0.360852, "total_loss": 46.810716, "clip_frac": 0.079346, "sps": 395.3, "elapsed_s": 4586.1} {"update": 888, "steps_done": 1818624, "mean_step_reward": 1.0572, "min_step_reward": -7.5, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 216.443, "mean_ep_length": 200.0, "mean_collisions": 0.09, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.54, "policy_loss": 0.003686, "value_loss": 100.994333, "entropy": 0.392962, "total_loss": 50.496922, "clip_frac": 0.133667, "sps": 387.4, "elapsed_s": 4591.4} {"update": 889, "steps_done": 1820672, "mean_step_reward": 1.1034, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 225.065, "mean_ep_length": 200.0, "mean_collisions": 1.0, "mean_dynamic_collisions": 1.4, "mean_intent_rate": 0.613, "policy_loss": 0.00579, "value_loss": 176.677746, "entropy": 0.348366, "total_loss": 88.34118, "clip_frac": 0.103516, "sps": 388.9, "elapsed_s": 4596.7} {"update": 890, "steps_done": 1822720, "mean_step_reward": 1.1249, "min_step_reward": -8.9882, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 219.97, "mean_ep_length": 200.0, "mean_collisions": 0.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.55, "policy_loss": 0.014406, "value_loss": 110.06267, "entropy": 0.396564, "total_loss": 55.041775, "clip_frac": 0.149902, "sps": 398.1, "elapsed_s": 4601.8} {"update": 891, "steps_done": 1824768, "mean_step_reward": 1.1029, "min_step_reward": -7.5836, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 212.621, "mean_ep_length": 192.9, "mean_collisions": 0.27, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.552, "policy_loss": -0.00104, "value_loss": 118.117757, "entropy": 0.366315, "total_loss": 59.054175, "clip_frac": 0.102417, "sps": 398.3, "elapsed_s": 4606.9} {"update": 892, "steps_done": 1826816, "mean_step_reward": 1.2067, "min_step_reward": -18.599, "max_step_reward": 3.4553, "n_episodes_finished": 10, "mean_ep_return": 242.349, "mean_ep_length": 200.0, "mean_collisions": 1.1, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.61, "policy_loss": 0.004496, "value_loss": 127.246616, "entropy": 0.357899, "total_loss": 63.624225, "clip_frac": 0.106445, "sps": 391.5, "elapsed_s": 4612.2} {"update": 893, "steps_done": 1828864, "mean_step_reward": 0.7781, "min_step_reward": -25.1668, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 169.222, "mean_ep_length": 200.0, "mean_collisions": 0.7, "mean_dynamic_collisions": 2.2, "mean_intent_rate": 0.538, "policy_loss": 0.016589, "value_loss": 219.248634, "entropy": 0.356882, "total_loss": 109.637338, "clip_frac": 0.235107, "sps": 390.1, "elapsed_s": 4617.4} {"update": 894, "steps_done": 1830912, "mean_step_reward": -0.1948, "min_step_reward": -23.2362, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -70.159, "mean_ep_length": 200.0, "mean_collisions": 1.2, "mean_dynamic_collisions": 18.5, "mean_intent_rate": 0.643, "policy_loss": 0.050812, "value_loss": 2607.704967, "entropy": 0.246733, "total_loss": 1303.900829, "clip_frac": 0.351318, "sps": 382.3, "elapsed_s": 4622.8} {"update": 895, "steps_done": 1832960, "mean_step_reward": 1.0412, "min_step_reward": -7.5, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 219.028, "mean_ep_length": 200.0, "mean_collisions": 0.09, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.545, "policy_loss": 0.009781, "value_loss": 231.076554, "entropy": 0.244329, "total_loss": 115.545616, "clip_frac": 0.109741, "sps": 394.2, "elapsed_s": 4628.0} {"update": 896, "steps_done": 1835008, "mean_step_reward": 0.9357, "min_step_reward": -18.5989, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 196.011, "mean_ep_length": 200.0, "mean_collisions": 0.4, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.513, "policy_loss": 0.003819, "value_loss": 161.637531, "entropy": 0.275896, "total_loss": 80.819826, "clip_frac": 0.102173, "sps": 399.0, "elapsed_s": 4633.1} {"update": 897, "steps_done": 1837056, "mean_step_reward": 1.0739, "min_step_reward": -15.5, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 204.291, "mean_ep_length": 200.0, "mean_collisions": 3.8, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.608, "policy_loss": 0.000595, "value_loss": 156.459755, "entropy": 0.307029, "total_loss": 78.227402, "clip_frac": 0.057739, "sps": 384.6, "elapsed_s": 4638.4} {"update": 898, "steps_done": 1839104, "mean_step_reward": 1.0546, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 208.138, "mean_ep_length": 200.0, "mean_collisions": 0.3, "mean_dynamic_collisions": 1.5, "mean_intent_rate": 0.577, "policy_loss": 0.002194, "value_loss": 187.743613, "entropy": 0.3283, "total_loss": 93.870718, "clip_frac": 0.046387, "sps": 390.0, "elapsed_s": 4643.7} {"update": 899, "steps_done": 1841152, "mean_step_reward": 1.1804, "min_step_reward": -18.5927, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 246.743, "mean_ep_length": 200.0, "mean_collisions": 0.91, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.61, "policy_loss": 0.005057, "value_loss": 176.824529, "entropy": 0.337996, "total_loss": 88.413942, "clip_frac": 0.114136, "sps": 396.4, "elapsed_s": 4648.9} {"update": 900, "steps_done": 1843200, "mean_step_reward": 1.1132, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 213.219, "mean_ep_length": 200.0, "mean_collisions": 0.6, "mean_dynamic_collisions": 0.7, "mean_intent_rate": 0.568, "policy_loss": 0.005937, "value_loss": 144.45435, "entropy": 0.324593, "total_loss": 72.229867, "clip_frac": 0.113525, "sps": 394.1, "elapsed_s": 4654.1} {"update": 901, "steps_done": 1845248, "mean_step_reward": 1.0263, "min_step_reward": -18.587, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 216.321, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 1.4, "mean_intent_rate": 0.585, "policy_loss": 0.003064, "value_loss": 161.22702, "entropy": 0.337731, "total_loss": 80.613196, "clip_frac": 0.079712, "sps": 389.3, "elapsed_s": 4659.3} {"update": 902, "steps_done": 1847296, "mean_step_reward": 1.0272, "min_step_reward": -18.5858, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 208.166, "mean_ep_length": 200.0, "mean_collisions": 0.5, "mean_dynamic_collisions": 2.4, "mean_intent_rate": 0.608, "policy_loss": 0.010477, "value_loss": 228.161428, "entropy": 0.332098, "total_loss": 114.08787, "clip_frac": 0.123291, "sps": 392.3, "elapsed_s": 4664.6} {"update": 903, "steps_done": 1849344, "mean_step_reward": 1.2453, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 232.44, "mean_ep_length": 200.0, "mean_collisions": 2.09, "mean_dynamic_collisions": 2.27, "mean_intent_rate": 0.674, "policy_loss": 0.027008, "value_loss": 233.111168, "entropy": 0.298054, "total_loss": 116.57961, "clip_frac": 0.14978, "sps": 390.5, "elapsed_s": 4669.8} {"update": 904, "steps_done": 1851392, "mean_step_reward": 1.1469, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 229.994, "mean_ep_length": 200.0, "mean_collisions": 3.6, "mean_dynamic_collisions": 2.8, "mean_intent_rate": 0.711, "policy_loss": 0.01217, "value_loss": 263.038384, "entropy": 0.299626, "total_loss": 131.528365, "clip_frac": 0.163086, "sps": 395.3, "elapsed_s": 4675.0} {"update": 905, "steps_done": 1853440, "mean_step_reward": 1.2561, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 251.149, "mean_ep_length": 200.0, "mean_collisions": 1.5, "mean_dynamic_collisions": 1.2, "mean_intent_rate": 0.668, "policy_loss": 0.016667, "value_loss": 212.919604, "entropy": 0.312808, "total_loss": 106.47334, "clip_frac": 0.164429, "sps": 387.5, "elapsed_s": 4680.3} {"update": 906, "steps_done": 1855488, "mean_step_reward": 1.3273, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 264.805, "mean_ep_length": 200.0, "mean_collisions": 2.3, "mean_dynamic_collisions": 1.2, "mean_intent_rate": 0.696, "policy_loss": 0.005413, "value_loss": 189.177093, "entropy": 0.311987, "total_loss": 94.59084, "clip_frac": 0.123535, "sps": 382.6, "elapsed_s": 4685.6} {"update": 907, "steps_done": 1857536, "mean_step_reward": 1.1172, "min_step_reward": -23.4138, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 226.166, "mean_ep_length": 200.0, "mean_collisions": 3.82, "mean_dynamic_collisions": 3.18, "mean_intent_rate": 0.719, "policy_loss": 0.006719, "value_loss": 344.626403, "entropy": 0.289804, "total_loss": 172.317022, "clip_frac": 0.127441, "sps": 380.3, "elapsed_s": 4691.0} {"update": 908, "steps_done": 1859584, "mean_step_reward": 0.4321, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 82.317, "mean_ep_length": 200.0, "mean_collisions": 3.8, "mean_dynamic_collisions": 10.5, "mean_intent_rate": 0.698, "policy_loss": 0.012563, "value_loss": 1453.113323, "entropy": 0.290266, "total_loss": 726.56633, "clip_frac": 0.216919, "sps": 390.2, "elapsed_s": 4696.3} {"update": 909, "steps_done": 1861632, "mean_step_reward": 1.3079, "min_step_reward": -18.5665, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 260.597, "mean_ep_length": 200.0, "mean_collisions": 4.6, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.711, "policy_loss": 0.024577, "value_loss": 190.982968, "entropy": 0.294164, "total_loss": 95.513119, "clip_frac": 0.189087, "sps": 395.4, "elapsed_s": 4701.4} {"update": 910, "steps_done": 1863680, "mean_step_reward": 1.4318, "min_step_reward": -18.5, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 285.507, "mean_ep_length": 200.0, "mean_collisions": 0.9, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.689, "policy_loss": 0.026296, "value_loss": 167.053769, "entropy": 0.296246, "total_loss": 83.550218, "clip_frac": 0.217163, "sps": 400.2, "elapsed_s": 4706.6} {"update": 911, "steps_done": 1865728, "mean_step_reward": 1.3827, "min_step_reward": -18.5791, "max_step_reward": 3.4783, "n_episodes_finished": 11, "mean_ep_return": 277.648, "mean_ep_length": 200.0, "mean_collisions": 1.82, "mean_dynamic_collisions": 2.27, "mean_intent_rate": 0.741, "policy_loss": 0.00992, "value_loss": 322.127731, "entropy": 0.282414, "total_loss": 161.07096, "clip_frac": 0.117432, "sps": 399.2, "elapsed_s": 4711.7} {"update": 912, "steps_done": 1867776, "mean_step_reward": 1.2748, "min_step_reward": -18.5959, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 252.397, "mean_ep_length": 200.0, "mean_collisions": 0.4, "mean_dynamic_collisions": 1.1, "mean_intent_rate": 0.637, "policy_loss": 0.012917, "value_loss": 198.973114, "entropy": 0.303921, "total_loss": 99.496435, "clip_frac": 0.180176, "sps": 394.7, "elapsed_s": 4716.9} {"update": 913, "steps_done": 1869824, "mean_step_reward": -0.7601, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -112.702, "mean_ep_length": 200.0, "mean_collisions": 0.8, "mean_dynamic_collisions": 20.2, "mean_intent_rate": 0.612, "policy_loss": 0.042199, "value_loss": 2947.240997, "entropy": 0.251758, "total_loss": 1473.660183, "clip_frac": 0.337891, "sps": 394.1, "elapsed_s": 4722.1} {"update": 914, "steps_done": 1871872, "mean_step_reward": 0.8452, "min_step_reward": -18.5314, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 128.403, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 3.2, "mean_intent_rate": 0.5, "policy_loss": 0.033174, "value_loss": 258.303113, "entropy": 0.296797, "total_loss": 129.181762, "clip_frac": 0.238403, "sps": 382.4, "elapsed_s": 4727.4} {"update": 915, "steps_done": 1873920, "mean_step_reward": -0.3644, "min_step_reward": -18.5971, "max_step_reward": 3.4677, "n_episodes_finished": 10, "mean_ep_return": -73.725, "mean_ep_length": 200.0, "mean_collisions": 0.2, "mean_dynamic_collisions": 12.3, "mean_intent_rate": 0.432, "policy_loss": 0.031381, "value_loss": 1888.127132, "entropy": 0.133633, "total_loss": 944.093607, "clip_frac": 0.245728, "sps": 379.6, "elapsed_s": 4732.8} {"update": 916, "steps_done": 1875968, "mean_step_reward": 0.4543, "min_step_reward": -1.4188, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 90.57, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.33, "policy_loss": 0.009355, "value_loss": 88.00159, "entropy": 0.15975, "total_loss": 44.008554, "clip_frac": 0.067261, "sps": 395.9, "elapsed_s": 4738.0} {"update": 917, "steps_done": 1878016, "mean_step_reward": 0.4614, "min_step_reward": -18.5575, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 94.631, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 1.7, "mean_intent_rate": 0.391, "policy_loss": 0.001956, "value_loss": 191.643687, "entropy": 0.199502, "total_loss": 95.821805, "clip_frac": 0.061401, "sps": 386.9, "elapsed_s": 4743.3} {"update": 918, "steps_done": 1880064, "mean_step_reward": 0.5861, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 113.365, "mean_ep_length": 200.0, "mean_collisions": 0.1, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.378, "policy_loss": 0.001149, "value_loss": 75.68294, "entropy": 0.27091, "total_loss": 37.83991, "clip_frac": 0.049927, "sps": 385.4, "elapsed_s": 4748.6} {"update": 919, "steps_done": 1882112, "mean_step_reward": 0.4697, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 104.947, "mean_ep_length": 200.0, "mean_collisions": 0.1, "mean_dynamic_collisions": 1.2, "mean_intent_rate": 0.394, "policy_loss": 0.006866, "value_loss": 130.714589, "entropy": 0.301238, "total_loss": 65.361148, "clip_frac": 0.08728, "sps": 388.7, "elapsed_s": 4753.9} {"update": 920, "steps_done": 1884160, "mean_step_reward": -1.0508, "min_step_reward": -18.5848, "max_step_reward": 3.401, "n_episodes_finished": 11, "mean_ep_return": -196.163, "mean_ep_length": 200.0, "mean_collisions": 0.91, "mean_dynamic_collisions": 18.64, "mean_intent_rate": 0.43, "policy_loss": 0.020429, "value_loss": 1988.854174, "entropy": 0.221257, "total_loss": 994.445301, "clip_frac": 0.322998, "sps": 393.7, "elapsed_s": 4759.1} {"update": 921, "steps_done": 1886208, "mean_step_reward": 0.3084, "min_step_reward": -18.5741, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 63.828, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.5, "mean_intent_rate": 0.301, "policy_loss": 0.014738, "value_loss": 108.272356, "entropy": 0.207702, "total_loss": 54.148839, "clip_frac": 0.169922, "sps": 388.0, "elapsed_s": 4764.4} {"update": 922, "steps_done": 1888256, "mean_step_reward": 0.6478, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 133.022, "mean_ep_length": 200.0, "mean_collisions": 0.6, "mean_dynamic_collisions": 1.0, "mean_intent_rate": 0.439, "policy_loss": 0.003127, "value_loss": 112.213058, "entropy": 0.349935, "total_loss": 56.106157, "clip_frac": 0.129028, "sps": 393.8, "elapsed_s": 4769.6} {"update": 923, "steps_done": 1890304, "mean_step_reward": -1.151, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -250.919, "mean_ep_length": 200.0, "mean_collisions": 0.8, "mean_dynamic_collisions": 24.0, "mean_intent_rate": 0.506, "policy_loss": 0.021113, "value_loss": 1496.511862, "entropy": 0.264046, "total_loss": 748.274399, "clip_frac": 0.286621, "sps": 383.9, "elapsed_s": 4774.9} {"update": 924, "steps_done": 1892352, "mean_step_reward": 1.1771, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 229.331, "mean_ep_length": 200.0, "mean_collisions": 0.36, "mean_dynamic_collisions": 0.45, "mean_intent_rate": 0.579, "policy_loss": 0.013202, "value_loss": 116.48334, "entropy": 0.342431, "total_loss": 58.251449, "clip_frac": 0.1698, "sps": 383.3, "elapsed_s": 4780.2} {"update": 925, "steps_done": 1894400, "mean_step_reward": 0.8746, "min_step_reward": -18.5847, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 172.786, "mean_ep_length": 200.0, "mean_collisions": 0.8, "mean_dynamic_collisions": 1.5, "mean_intent_rate": 0.526, "policy_loss": 0.002491, "value_loss": 166.244249, "entropy": 0.340822, "total_loss": 83.121207, "clip_frac": 0.094604, "sps": 388.8, "elapsed_s": 4785.5} {"update": 926, "steps_done": 1896448, "mean_step_reward": 0.7997, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 161.534, "mean_ep_length": 200.0, "mean_collisions": 0.7, "mean_dynamic_collisions": 2.5, "mean_intent_rate": 0.538, "policy_loss": 0.012182, "value_loss": 197.815295, "entropy": 0.385646, "total_loss": 98.915973, "clip_frac": 0.133423, "sps": 391.2, "elapsed_s": 4790.7} {"update": 927, "steps_done": 1898496, "mean_step_reward": -1.0275, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -212.555, "mean_ep_length": 200.0, "mean_collisions": 0.5, "mean_dynamic_collisions": 22.1, "mean_intent_rate": 0.501, "policy_loss": 0.054939, "value_loss": 2365.648804, "entropy": 0.199254, "total_loss": 1182.877346, "clip_frac": 0.406494, "sps": 386.2, "elapsed_s": 4796.0} {"update": 928, "steps_done": 1900544, "mean_step_reward": -1.41, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": -247.53, "mean_ep_length": 200.0, "mean_collisions": 0.18, "mean_dynamic_collisions": 18.55, "mean_intent_rate": 0.327, "policy_loss": 0.00521, "value_loss": 3592.48505, "entropy": 0.150524, "total_loss": 1796.246223, "clip_frac": 0.117432, "sps": 384.8, "elapsed_s": 4801.4} {"update": 929, "steps_done": 1902592, "mean_step_reward": 0.2144, "min_step_reward": -18.5753, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 39.965, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.9, "mean_intent_rate": 0.276, "policy_loss": 0.006944, "value_loss": 426.025764, "entropy": 0.119847, "total_loss": 213.018628, "clip_frac": 0.06665, "sps": 395.2, "elapsed_s": 4806.6} {"update": 930, "steps_done": 1904640, "mean_step_reward": 0.1095, "min_step_reward": -18.5961, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 29.826, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.8, "mean_intent_rate": 0.256, "policy_loss": 0.002455, "value_loss": 248.519412, "entropy": 0.124889, "total_loss": 124.260913, "clip_frac": 0.036377, "sps": 392.9, "elapsed_s": 4811.8} {"update": 931, "steps_done": 1906688, "mean_step_reward": 0.0861, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 15.394, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 1.3, "mean_intent_rate": 0.246, "policy_loss": -0.000172, "value_loss": 134.642765, "entropy": 0.11167, "total_loss": 67.320093, "clip_frac": 0.008545, "sps": 387.7, "elapsed_s": 4817.1} {"update": 932, "steps_done": 1908736, "mean_step_reward": -0.2858, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": -56.358, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 4.45, "mean_intent_rate": 0.248, "policy_loss": 0.001456, "value_loss": 520.562991, "entropy": 0.121296, "total_loss": 260.281734, "clip_frac": 0.02478, "sps": 384.0, "elapsed_s": 4822.4} {"update": 933, "steps_done": 1910784, "mean_step_reward": -1.5676, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": -320.003, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 18.8, "mean_intent_rate": 0.212, "policy_loss": 0.001202, "value_loss": 2743.391449, "entropy": 0.082531, "total_loss": 1371.696095, "clip_frac": 0.028442, "sps": 389.7, "elapsed_s": 4827.6} {"update": 934, "steps_done": 1912832, "mean_step_reward": 0.1918, "min_step_reward": -18.5846, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 40.486, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 1.1, "mean_intent_rate": 0.289, "policy_loss": 0.001043, "value_loss": 190.149293, "entropy": 0.183855, "total_loss": 95.073851, "clip_frac": 0.050049, "sps": 388.4, "elapsed_s": 4832.9} {"update": 935, "steps_done": 1914880, "mean_step_reward": 0.527, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 94.105, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.382, "policy_loss": 0.000923, "value_loss": 192.909544, "entropy": 0.300356, "total_loss": 96.45269, "clip_frac": 0.144897, "sps": 388.7, "elapsed_s": 4838.2} {"update": 936, "steps_done": 1916928, "mean_step_reward": 0.7759, "min_step_reward": -18.572, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 155.986, "mean_ep_length": 200.0, "mean_collisions": 0.27, "mean_dynamic_collisions": 0.36, "mean_intent_rate": 0.452, "policy_loss": 0.004244, "value_loss": 63.949016, "entropy": 0.363721, "total_loss": 31.975115, "clip_frac": 0.118774, "sps": 384.7, "elapsed_s": 4843.5} {"update": 937, "steps_done": 1918976, "mean_step_reward": 0.4522, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 88.251, "mean_ep_length": 200.0, "mean_collisions": 0.1, "mean_dynamic_collisions": 1.0, "mean_intent_rate": 0.362, "policy_loss": 0.004162, "value_loss": 74.566715, "entropy": 0.28225, "total_loss": 37.284697, "clip_frac": 0.073242, "sps": 389.5, "elapsed_s": 4848.8} {"update": 938, "steps_done": 1921024, "mean_step_reward": 0.7859, "min_step_reward": -1.4632, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 155.831, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.438, "policy_loss": -0.001218, "value_loss": 61.590708, "entropy": 0.315899, "total_loss": 30.790977, "clip_frac": 0.088013, "sps": 390.2, "elapsed_s": 4854.0} {"update": 939, "steps_done": 1923072, "mean_step_reward": -0.9211, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": -178.207, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 18.2, "mean_intent_rate": 0.432, "policy_loss": 0.008238, "value_loss": 2437.46183, "entropy": 0.217751, "total_loss": 1218.736975, "clip_frac": 0.18042, "sps": 394.0, "elapsed_s": 4859.2} {"update": 940, "steps_done": 1925120, "mean_step_reward": 0.5502, "min_step_reward": -18.5882, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 110.501, "mean_ep_length": 200.0, "mean_collisions": 0.2, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.392, "policy_loss": 0.001256, "value_loss": 237.996204, "entropy": 0.22913, "total_loss": 118.997066, "clip_frac": 0.05896, "sps": 387.4, "elapsed_s": 4864.5} {"update": 941, "steps_done": 1927168, "mean_step_reward": 0.789, "min_step_reward": -1.596, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 149.697, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.431, "policy_loss": 0.000201, "value_loss": 98.11975, "entropy": 0.273164, "total_loss": 49.057345, "clip_frac": 0.074585, "sps": 389.1, "elapsed_s": 4869.8} {"update": 942, "steps_done": 1929216, "mean_step_reward": 0.699, "min_step_reward": -16.4654, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 127.946, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.403, "policy_loss": -0.000204, "value_loss": 95.358117, "entropy": 0.241678, "total_loss": 47.676437, "clip_frac": 0.045044, "sps": 382.5, "elapsed_s": 4875.1} {"update": 943, "steps_done": 1931264, "mean_step_reward": 0.5759, "min_step_reward": -0.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 111.899, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.365, "policy_loss": 0.000586, "value_loss": 70.329942, "entropy": 0.189145, "total_loss": 35.163666, "clip_frac": 0.016846, "sps": 390.5, "elapsed_s": 4880.4} {"update": 944, "steps_done": 1933312, "mean_step_reward": 0.9267, "min_step_reward": -0.599, "max_step_reward": 3.4814, "n_episodes_finished": 10, "mean_ep_return": 181.182, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.479, "policy_loss": 0.000906, "value_loss": 86.898912, "entropy": 0.316557, "total_loss": 43.447197, "clip_frac": 0.076416, "sps": 387.2, "elapsed_s": 4885.7} {"update": 945, "steps_done": 1935360, "mean_step_reward": 0.5352, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 123.92, "mean_ep_length": 200.0, "mean_collisions": 0.27, "mean_dynamic_collisions": 0.55, "mean_intent_rate": 0.409, "policy_loss": 0.000775, "value_loss": 82.570716, "entropy": 0.246331, "total_loss": 41.28367, "clip_frac": 0.042236, "sps": 389.3, "elapsed_s": 4890.9} {"update": 946, "steps_done": 1937408, "mean_step_reward": 0.5934, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 124.494, "mean_ep_length": 200.0, "mean_collisions": 0.2, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.388, "policy_loss": -6.8e-05, "value_loss": 68.366279, "entropy": 0.26126, "total_loss": 34.180459, "clip_frac": 0.054199, "sps": 395.0, "elapsed_s": 4896.1} {"update": 947, "steps_done": 1939456, "mean_step_reward": 0.6963, "min_step_reward": -18.5561, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 122.853, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.405, "policy_loss": -0.000767, "value_loss": 94.094252, "entropy": 0.2766, "total_loss": 47.043593, "clip_frac": 0.057129, "sps": 379.5, "elapsed_s": 4901.5} {"update": 948, "steps_done": 1941504, "mean_step_reward": 0.4529, "min_step_reward": -18.5676, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 110.916, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.4, "mean_intent_rate": 0.373, "policy_loss": 0.002892, "value_loss": 64.394031, "entropy": 0.229764, "total_loss": 32.19761, "clip_frac": 0.054321, "sps": 390.5, "elapsed_s": 4906.8} {"update": 949, "steps_done": 1943552, "mean_step_reward": -1.1865, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": -219.334, "mean_ep_length": 200.0, "mean_collisions": 1.27, "mean_dynamic_collisions": 16.55, "mean_intent_rate": 0.335, "policy_loss": 0.014944, "value_loss": 2300.839634, "entropy": 0.13931, "total_loss": 1150.433375, "clip_frac": 0.224121, "sps": 380.2, "elapsed_s": 4912.1} {"update": 950, "steps_done": 1945600, "mean_step_reward": 0.342, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 66.054, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 2.3, "mean_intent_rate": 0.361, "policy_loss": 0.010846, "value_loss": 177.722695, "entropy": 0.261097, "total_loss": 88.869583, "clip_frac": 0.13916, "sps": 347.2, "elapsed_s": 4918.0} {"update": 951, "steps_done": 1947648, "mean_step_reward": 0.6712, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 124.044, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.402, "policy_loss": -0.00013, "value_loss": 71.032902, "entropy": 0.331661, "total_loss": 35.513005, "clip_frac": 0.063599, "sps": 350.1, "elapsed_s": 4923.9} {"update": 952, "steps_done": 1949696, "mean_step_reward": 0.5256, "min_step_reward": -18.5984, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 119.6, "mean_ep_length": 200.0, "mean_collisions": 0.1, "mean_dynamic_collisions": 1.6, "mean_intent_rate": 0.431, "policy_loss": -0.002877, "value_loss": 137.480454, "entropy": 0.297864, "total_loss": 68.734371, "clip_frac": 0.067139, "sps": 378.6, "elapsed_s": 4929.3} {"update": 953, "steps_done": 1951744, "mean_step_reward": 0.411, "min_step_reward": -18.5624, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 80.071, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 0.91, "mean_intent_rate": 0.341, "policy_loss": 0.000311, "value_loss": 70.970782, "entropy": 0.210083, "total_loss": 35.483601, "clip_frac": 0.039185, "sps": 387.1, "elapsed_s": 4934.6} {"update": 954, "steps_done": 1953792, "mean_step_reward": -0.1688, "min_step_reward": -18.599, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": -32.096, "mean_ep_length": 200.0, "mean_collisions": 1.1, "mean_dynamic_collisions": 8.1, "mean_intent_rate": 0.389, "policy_loss": 0.009004, "value_loss": 1106.624916, "entropy": 0.217915, "total_loss": 553.319285, "clip_frac": 0.163208, "sps": 391.6, "elapsed_s": 4939.8} {"update": 955, "steps_done": 1955840, "mean_step_reward": -0.8196, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": -172.22, "mean_ep_length": 200.0, "mean_collisions": 0.1, "mean_dynamic_collisions": 15.5, "mean_intent_rate": 0.364, "policy_loss": 0.01735, "value_loss": 2561.97826, "entropy": 0.113401, "total_loss": 1281.005342, "clip_frac": 0.183838, "sps": 399.0, "elapsed_s": 4945.0} {"update": 956, "steps_done": 1957888, "mean_step_reward": 0.041, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 5.809, "mean_ep_length": 200.0, "mean_collisions": 0.0, "mean_dynamic_collisions": 3.6, "mean_intent_rate": 0.306, "policy_loss": 0.008308, "value_loss": 435.466957, "entropy": 0.206761, "total_loss": 217.739721, "clip_frac": 0.112915, "sps": 385.8, "elapsed_s": 4950.3} {"update": 957, "steps_done": 1959936, "mean_step_reward": 0.6184, "min_step_reward": -7.5821, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 119.102, "mean_ep_length": 200.0, "mean_collisions": 0.18, "mean_dynamic_collisions": 0.45, "mean_intent_rate": 0.393, "policy_loss": 0.007247, "value_loss": 73.794084, "entropy": 0.284009, "total_loss": 36.901449, "clip_frac": 0.089233, "sps": 393.1, "elapsed_s": 4955.5} {"update": 958, "steps_done": 1961984, "mean_step_reward": 0.1146, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 14.372, "mean_ep_length": 200.0, "mean_collisions": 0.6, "mean_dynamic_collisions": 3.7, "mean_intent_rate": 0.349, "policy_loss": 0.0019, "value_loss": 478.733318, "entropy": 0.23178, "total_loss": 239.366241, "clip_frac": 0.075928, "sps": 388.8, "elapsed_s": 4960.8} {"update": 959, "steps_done": 1964032, "mean_step_reward": 0.7715, "min_step_reward": -18.5634, "max_step_reward": 3.401, "n_episodes_finished": 10, "mean_ep_return": 152.232, "mean_ep_length": 200.0, "mean_collisions": 0.4, "mean_dynamic_collisions": 0.7, "mean_intent_rate": 0.458, "policy_loss": 0.006083, "value_loss": 101.615889, "entropy": 0.286931, "total_loss": 50.811158, "clip_frac": 0.101807, "sps": 386.1, "elapsed_s": 4966.1} {"update": 960, "steps_done": 1966080, "mean_step_reward": 0.26, "min_step_reward": -25.599, "max_step_reward": 3.4824, "n_episodes_finished": 10, "mean_ep_return": 82.447, "mean_ep_length": 200.0, "mean_collisions": 3.8, "mean_dynamic_collisions": 1.0, "mean_intent_rate": 0.412, "policy_loss": -0.000572, "value_loss": 140.32303, "entropy": 0.279115, "total_loss": 70.158151, "clip_frac": 0.058105, "sps": 393.4, "elapsed_s": 4971.3} {"update": 961, "steps_done": 1968128, "mean_step_reward": 0.6963, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 116.22, "mean_ep_length": 200.0, "mean_collisions": 2.0, "mean_dynamic_collisions": 0.27, "mean_intent_rate": 0.415, "policy_loss": -0.00146, "value_loss": 62.149545, "entropy": 0.319117, "total_loss": 31.070122, "clip_frac": 0.074341, "sps": 391.0, "elapsed_s": 4976.5} {"update": 962, "steps_done": 1970176, "mean_step_reward": 0.7359, "min_step_reward": -18.5792, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 136.644, "mean_ep_length": 184.9, "mean_collisions": 2.27, "mean_dynamic_collisions": 0.91, "mean_intent_rate": 0.484, "policy_loss": -0.001153, "value_loss": 123.390866, "entropy": 0.367544, "total_loss": 61.690604, "clip_frac": 0.095581, "sps": 393.8, "elapsed_s": 4981.7} {"update": 963, "steps_done": 1972224, "mean_step_reward": 0.5512, "min_step_reward": -18.5847, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 111.936, "mean_ep_length": 200.0, "mean_collisions": 2.1, "mean_dynamic_collisions": 1.3, "mean_intent_rate": 0.443, "policy_loss": -0.000375, "value_loss": 93.859643, "entropy": 0.320907, "total_loss": 46.926238, "clip_frac": 0.041138, "sps": 387.4, "elapsed_s": 4987.0} {"update": 964, "steps_done": 1974272, "mean_step_reward": 0.747, "min_step_reward": -18.5262, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 140.406, "mean_ep_length": 200.0, "mean_collisions": 1.2, "mean_dynamic_collisions": 0.6, "mean_intent_rate": 0.448, "policy_loss": -0.001791, "value_loss": 90.042203, "entropy": 0.338207, "total_loss": 45.015928, "clip_frac": 0.106567, "sps": 397.9, "elapsed_s": 4992.1} {"update": 965, "steps_done": 1976320, "mean_step_reward": 0.8222, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 164.436, "mean_ep_length": 200.0, "mean_collisions": 2.9, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.5, "policy_loss": -0.000352, "value_loss": 85.972729, "entropy": 0.304674, "total_loss": 42.982966, "clip_frac": 0.058472, "sps": 399.6, "elapsed_s": 4997.3} {"update": 966, "steps_done": 1978368, "mean_step_reward": 0.8571, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 176.989, "mean_ep_length": 200.0, "mean_collisions": 1.82, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.501, "policy_loss": 0.001304, "value_loss": 90.538458, "entropy": 0.316268, "total_loss": 45.26737, "clip_frac": 0.055054, "sps": 395.5, "elapsed_s": 5002.4} {"update": 967, "steps_done": 1980416, "mean_step_reward": 0.9515, "min_step_reward": -18.5, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 188.935, "mean_ep_length": 200.0, "mean_collisions": 2.0, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.54, "policy_loss": -0.000619, "value_loss": 87.183531, "entropy": 0.331397, "total_loss": 43.587833, "clip_frac": 0.059814, "sps": 389.0, "elapsed_s": 5007.7} {"update": 968, "steps_done": 1982464, "mean_step_reward": 0.7218, "min_step_reward": -18.5809, "max_step_reward": 3.4949, "n_episodes_finished": 10, "mean_ep_return": 149.533, "mean_ep_length": 200.0, "mean_collisions": 1.7, "mean_dynamic_collisions": 2.5, "mean_intent_rate": 0.532, "policy_loss": 0.008379, "value_loss": 280.207616, "entropy": 0.333208, "total_loss": 140.108855, "clip_frac": 0.153198, "sps": 378.2, "elapsed_s": 5013.1} {"update": 969, "steps_done": 1984512, "mean_step_reward": 1.0132, "min_step_reward": -7.599, "max_step_reward": 3.4822, "n_episodes_finished": 10, "mean_ep_return": 190.146, "mean_ep_length": 200.0, "mean_collisions": 0.5, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.503, "policy_loss": 0.003382, "value_loss": 98.436007, "entropy": 0.364872, "total_loss": 49.217737, "clip_frac": 0.192871, "sps": 379.4, "elapsed_s": 5018.5} {"update": 970, "steps_done": 1986560, "mean_step_reward": 1.2097, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 11, "mean_ep_return": 244.425, "mean_ep_length": 200.0, "mean_collisions": 2.27, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.622, "policy_loss": -0.000761, "value_loss": 137.211435, "entropy": 0.320033, "total_loss": 68.601756, "clip_frac": 0.070679, "sps": 402.0, "elapsed_s": 5023.6} {"update": 971, "steps_done": 1988608, "mean_step_reward": 1.0705, "min_step_reward": -18.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 216.229, "mean_ep_length": 200.0, "mean_collisions": 0.5, "mean_dynamic_collisions": 0.3, "mean_intent_rate": 0.554, "policy_loss": -6.8e-05, "value_loss": 109.267108, "entropy": 0.373149, "total_loss": 54.629755, "clip_frac": 0.098633, "sps": 389.1, "elapsed_s": 5028.9} {"update": 972, "steps_done": 1990656, "mean_step_reward": 0.757, "min_step_reward": -7.599, "max_step_reward": 2.5, "n_episodes_finished": 10, "mean_ep_return": 150.219, "mean_ep_length": 200.0, "mean_collisions": 1.6, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.454, "policy_loss": -0.001179, "value_loss": 98.403316, "entropy": 0.353797, "total_loss": 49.196942, "clip_frac": 0.076904, "sps": 401.8, "elapsed_s": 5034.0} {"update": 973, "steps_done": 1992704, "mean_step_reward": 0.9357, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 178.811, "mean_ep_length": 200.0, "mean_collisions": 3.7, "mean_dynamic_collisions": 0.9, "mean_intent_rate": 0.569, "policy_loss": 0.006413, "value_loss": 135.720732, "entropy": 0.352109, "total_loss": 67.863259, "clip_frac": 0.0979, "sps": 389.5, "elapsed_s": 5039.2} {"update": 974, "steps_done": 1994752, "mean_step_reward": 0.8805, "min_step_reward": -18.5895, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 189.695, "mean_ep_length": 200.0, "mean_collisions": 1.7, "mean_dynamic_collisions": 0.5, "mean_intent_rate": 0.54, "policy_loss": -0.000491, "value_loss": 137.771752, "entropy": 0.346178, "total_loss": 68.881923, "clip_frac": 0.060059, "sps": 392.3, "elapsed_s": 5044.5} {"update": 975, "steps_done": 1996800, "mean_step_reward": 0.8255, "min_step_reward": -18.599, "max_step_reward": 3.5, "n_episodes_finished": 11, "mean_ep_return": 161.12, "mean_ep_length": 200.0, "mean_collisions": 0.36, "mean_dynamic_collisions": 1.82, "mean_intent_rate": 0.517, "policy_loss": 0.001804, "value_loss": 171.564781, "entropy": 0.35537, "total_loss": 85.780641, "clip_frac": 0.117676, "sps": 380.2, "elapsed_s": 5049.8} {"update": 976, "steps_done": 1998848, "mean_step_reward": 1.2028, "min_step_reward": -7.599, "max_step_reward": 3.5, "n_episodes_finished": 10, "mean_ep_return": 236.903, "mean_ep_length": 200.0, "mean_collisions": 1.1, "mean_dynamic_collisions": 0.0, "mean_intent_rate": 0.589, "policy_loss": 0.00171, "value_loss": 106.869017, "entropy": 0.324499, "total_loss": 53.432973, "clip_frac": 0.094238, "sps": 401.3, "elapsed_s": 5055.0}