artifacts/dqn_shared/validation_log.jsonl

{"num_episodes": 21.0, "mean_average_travel_time": 1325.2023720793072, "mean_decision_steps": 720.0, "mean_episode_return": -0.08486834261121032, "mean_mean_incoming_vehicles": 80.98775954473587, "mean_mean_incoming_vehicles_commercial": 79.73018791562035, "mean_mean_incoming_vehicles_industrial": 67.6341381072998, "mean_mean_incoming_vehicles_mixed": 78.53968211582729, "mean_mean_incoming_vehicles_residential": 84.52773266746884, "mean_mean_reward": -0.1469953010479609, "mean_mean_reward_commercial": -0.14441016564766565, "mean_mean_reward_industrial": -0.14332230016589165, "mean_mean_reward_mixed": -0.14050068741752988, "mean_mean_reward_residential": -0.15189919762668155, "mean_mean_step_intersection_reward": -0.08486834261121032, "mean_mean_waiting_vehicles": 80.8872553507487, "mean_mean_waiting_vehicles_commercial": 79.62523632957821, "mean_mean_waiting_vehicles_industrial": 67.48728915623256, "mean_mean_waiting_vehicles_mixed": 78.42699850173224, "mean_mean_waiting_vehicles_residential": 84.43174816313244, "mean_num_commercial_intersections": 25.0, "mean_num_controlled_intersections": 143.66666666666666, "mean_num_industrial_intersections": 21.0, "mean_num_mixed_intersections": 18.333333333333332, "mean_num_residential_intersections": 86.33333333333333, "mean_reward_component_mean_imbalance_term": -0.004304083474237318, "mean_reward_component_mean_queue_level_term": -0.024984156730598468, "mean_reward_component_mean_queue_term": -0.0025508318218295544, "mean_reward_component_mean_throughput_term": 0.0002933895914949933, "mean_reward_component_mean_wait_level_term": -0.048224677652529066, "mean_reward_component_mean_wait_term": -0.005097983024928429, "mean_reward_component_step_imbalance_term": -0.007448913817781778, "mean_reward_component_step_queue_level_term": -0.045914972112292333, "mean_reward_component_step_queue_term": -0.0006100305915121377, "mean_reward_component_step_throughput_term": 2.3504274438545552e-05, "mean_reward_component_step_wait_level_term": -0.09171075178753763, "mean_reward_component_step_wait_term": -0.0013341393924271134, "mean_running_vehicles": 11833.52380952381, "mean_throughput": 6031.428571428572, "mean_total_episode_return": -8766.06676128968, "mean_total_incoming_vehicles": 11667.685732886905, "mean_total_waiting_vehicles": 11652.923851376489, "scenario_accident_num_episodes": 3.0, "scenario_accident_mean_average_travel_time": 1434.1053174603176, "scenario_accident_mean_decision_steps": 720.0, "scenario_accident_mean_episode_return": -0.09277033309770034, "scenario_accident_mean_mean_incoming_vehicles": 83.68321482340495, "scenario_accident_mean_mean_incoming_vehicles_commercial": 81.17738342285156, "scenario_accident_mean_mean_incoming_vehicles_industrial": 78.05514526367188, "scenario_accident_mean_mean_incoming_vehicles_mixed": 78.81481424967448, "scenario_accident_mean_mean_incoming_vehicles_residential": 86.68449147542317, "scenario_accident_mean_mean_reward": -0.1519314001003901, "scenario_accident_mean_mean_reward_commercial": -0.14384108781814575, "scenario_accident_mean_mean_reward_industrial": -0.16626879572868347, "scenario_accident_mean_mean_reward_mixed": -0.14385522156953812, "scenario_accident_mean_mean_reward_residential": -0.15540693203608194, "scenario_accident_mean_mean_step_intersection_reward": -0.09277033309770034, "scenario_accident_mean_mean_waiting_vehicles": 83.64150492350261, "scenario_accident_mean_mean_waiting_vehicles_commercial": 81.13660685221355, "scenario_accident_mean_mean_waiting_vehicles_industrial": 78.00220489501953, "scenario_accident_mean_mean_waiting_vehicles_mixed": 78.79862213134766, "scenario_accident_mean_mean_waiting_vehicles_residential": 86.64475758870442, "scenario_accident_mean_num_commercial_intersections": 25.0, "scenario_accident_mean_num_controlled_intersections": 143.66666666666666, "scenario_accident_mean_num_industrial_intersections": 21.0, "scenario_accident_mean_num_mixed_intersections": 18.333333333333332, "scenario_accident_mean_num_residential_intersections": 86.33333333333333, "scenario_accident_mean_reward_component_mean_imbalance_term": -0.00456545806185952, "scenario_accident_mean_reward_component_mean_queue_level_term": -0.02756982310033217, "scenario_accident_mean_reward_component_mean_queue_term": -0.002645141041110568, "scenario_accident_mean_reward_component_mean_throughput_term": 0.00034395347239397884, "scenario_accident_mean_reward_component_mean_wait_level_term": -0.05304208021167874, "scenario_accident_mean_reward_component_mean_wait_term": -0.005291787377962945, "scenario_accident_mean_reward_component_step_imbalance_term": -0.007617386989295483, "scenario_accident_mean_reward_component_step_queue_level_term": -0.04761253918210665, "scenario_accident_mean_reward_component_step_queue_term": -0.0003309840588675191, "scenario_accident_mean_reward_component_step_throughput_term": 0.0, "scenario_accident_mean_reward_component_step_wait_level_term": -0.09517321238915126, "scenario_accident_mean_reward_component_step_wait_term": -0.0011972793339130778, "scenario_accident_mean_running_vehicles": 12254.666666666666, "scenario_accident_mean_throughput": 7008.0, "scenario_accident_mean_total_episode_return": -9600.97696233044, "scenario_accident_mean_total_incoming_vehicles": 12074.466796875, "scenario_accident_mean_total_waiting_vehicles": 12068.2666015625, "scenario_construction_num_episodes": 3.0, "scenario_construction_mean_average_travel_time": 1371.0985035142337, "scenario_construction_mean_decision_steps": 720.0, "scenario_construction_mean_episode_return": -0.09205159140785842, "scenario_construction_mean_mean_incoming_vehicles": 82.84827677408855, "scenario_construction_mean_mean_incoming_vehicles_commercial": 76.82152303059895, "scenario_construction_mean_mean_incoming_vehicles_industrial": 69.01176452636719, "scenario_construction_mean_mean_incoming_vehicles_mixed": 80.12804158528645, "scenario_construction_mean_mean_incoming_vehicles_residential": 87.35991668701172, "scenario_construction_mean_mean_reward": -0.14887147148450217, "scenario_construction_mean_mean_reward_commercial": -0.13681984941164652, "scenario_construction_mean_mean_reward_industrial": -0.14481135085225105, "scenario_construction_mean_mean_reward_mixed": -0.14295037587483725, "scenario_construction_mean_mean_reward_residential": -0.15578887363274893, "scenario_construction_mean_mean_step_intersection_reward": -0.09205159140785842, "scenario_construction_mean_mean_waiting_vehicles": 82.75142669677734, "scenario_construction_mean_mean_waiting_vehicles_commercial": 76.69426981608073, "scenario_construction_mean_mean_waiting_vehicles_industrial": 68.89706039428711, "scenario_construction_mean_mean_waiting_vehicles_mixed": 80.02116394042969, "scenario_construction_mean_mean_waiting_vehicles_residential": 87.28385670979817, "scenario_construction_mean_num_commercial_intersections": 25.0, "scenario_construction_mean_num_controlled_intersections": 143.66666666666666, "scenario_construction_mean_num_industrial_intersections": 21.0, "scenario_construction_mean_num_mixed_intersections": 18.333333333333332, "scenario_construction_mean_num_residential_intersections": 86.33333333333333, "scenario_construction_mean_reward_component_mean_imbalance_term": -0.004694060825653819, "scenario_construction_mean_reward_component_mean_queue_level_term": -0.027350720928700833, "scenario_construction_mean_reward_component_mean_queue_term": -0.0026031210007120206, "scenario_construction_mean_reward_component_mean_throughput_term": 0.0003658551869867316, "scenario_construction_mean_reward_component_mean_wait_level_term": -0.05256648858605407, "scenario_construction_mean_reward_component_mean_wait_term": -0.005203055508965277, "scenario_construction_mean_reward_component_step_imbalance_term": -0.0076374183408916, "scenario_construction_mean_reward_component_step_queue_level_term": -0.04685617610812187, "scenario_construction_mean_reward_component_step_queue_term": -0.0004481977763740967, "scenario_construction_mean_reward_component_step_throughput_term": 2.1367525429620098e-05, "scenario_construction_mean_reward_component_step_wait_level_term": -0.0935974841316541, "scenario_construction_mean_reward_component_step_wait_term": -0.0003535638473598131, "scenario_construction_mean_running_vehicles": 12139.333333333334, "scenario_construction_mean_throughput": 7564.666666666667, "scenario_construction_mean_total_episode_return": -9542.592662516361, "scenario_construction_mean_total_incoming_vehicles": 11984.266927083334, "scenario_construction_mean_total_waiting_vehicles": 11970.066731770834, "scenario_district_overload_num_episodes": 3.0, "scenario_district_overload_mean_average_travel_time": 1321.631761904762, "scenario_district_overload_mean_decision_steps": 720.0, "scenario_district_overload_mean_episode_return": -0.09113791847966225, "scenario_district_overload_mean_mean_incoming_vehicles": 87.9266357421875, "scenario_district_overload_mean_mean_incoming_vehicles_commercial": 93.34952799479167, "scenario_district_overload_mean_mean_incoming_vehicles_industrial": 67.76544189453125, "scenario_district_overload_mean_mean_incoming_vehicles_mixed": 84.80581919352214, "scenario_district_overload_mean_mean_incoming_vehicles_residential": 90.90900166829427, "scenario_district_overload_mean_mean_reward": -0.15919040143489838, "scenario_district_overload_mean_mean_reward_commercial": -0.16925248503684998, "scenario_district_overload_mean_mean_reward_industrial": -0.14074310660362244, "scenario_district_overload_mean_mean_reward_mixed": -0.15265873074531555, "scenario_district_overload_mean_mean_reward_residential": -0.1631589730580648, "scenario_district_overload_mean_mean_step_intersection_reward": -0.09113791847966225, "scenario_district_overload_mean_mean_waiting_vehicles": 87.86712137858073, "scenario_district_overload_mean_mean_waiting_vehicles_commercial": 93.26918538411458, "scenario_district_overload_mean_mean_waiting_vehicles_industrial": 67.58676147460938, "scenario_district_overload_mean_mean_waiting_vehicles_mixed": 84.6847635904948, "scenario_district_overload_mean_mean_waiting_vehicles_residential": 90.85903676350911, "scenario_district_overload_mean_num_commercial_intersections": 25.0, "scenario_district_overload_mean_num_controlled_intersections": 143.66666666666666, "scenario_district_overload_mean_num_industrial_intersections": 21.0, "scenario_district_overload_mean_num_mixed_intersections": 18.333333333333332, "scenario_district_overload_mean_num_residential_intersections": 86.33333333333333, "scenario_district_overload_mean_reward_component_mean_imbalance_term": -0.004499694898201715, "scenario_district_overload_mean_reward_component_mean_queue_level_term": -0.026812501910274445, "scenario_district_overload_mean_reward_component_mean_queue_term": -0.002773250446938963, "scenario_district_overload_mean_reward_component_mean_throughput_term": 0.0002978298962143863, "scenario_district_overload_mean_reward_component_mean_wait_level_term": -0.05180333369168432, "scenario_district_overload_mean_reward_component_mean_wait_term": -0.005546968757534247, "scenario_district_overload_mean_reward_component_step_imbalance_term": -0.007903080899268389, "scenario_district_overload_mean_reward_component_step_queue_level_term": -0.04991850505272547, "scenario_district_overload_mean_reward_component_step_queue_term": -0.00034965363253528875, "scenario_district_overload_mean_reward_component_step_throughput_term": 8.401709177026835e-05, "scenario_district_overload_mean_reward_component_step_wait_level_term": -0.09976288676261902, "scenario_district_overload_mean_reward_component_step_wait_term": -0.0013403022118533652, "scenario_district_overload_mean_running_vehicles": 12859.333333333334, "scenario_district_overload_mean_throughput": 6169.333333333333, "scenario_district_overload_mean_total_episode_return": -9412.652553988, "scenario_district_overload_mean_total_incoming_vehicles": 12662.2666015625, "scenario_district_overload_mean_total_waiting_vehicles": 12653.466471354166, "scenario_evening_rush_num_episodes": 3.0, "scenario_evening_rush_mean_average_travel_time": 885.2436242084408, "scenario_evening_rush_mean_decision_steps": 720.0, "scenario_evening_rush_mean_episode_return": -0.0657032041964566, "scenario_evening_rush_mean_mean_incoming_vehicles": 91.86906178792317, "scenario_evening_rush_mean_mean_incoming_vehicles_commercial": 107.79419708251953, "scenario_evening_rush_mean_mean_incoming_vehicles_industrial": 96.92867660522461, "scenario_evening_rush_mean_mean_incoming_vehicles_mixed": 87.10581970214844, "scenario_evening_rush_mean_mean_incoming_vehicles_residential": 89.35035959879558, "scenario_evening_rush_mean_mean_reward": -0.1675482541322708, "scenario_evening_rush_mean_mean_reward_commercial": -0.19525809089342752, "scenario_evening_rush_mean_mean_reward_industrial": -0.19795610755681992, "scenario_evening_rush_mean_mean_reward_mixed": -0.15865648041168848, "scenario_evening_rush_mean_mean_reward_residential": -0.1617331157128016, "scenario_evening_rush_mean_mean_step_intersection_reward": -0.0657032041964566, "scenario_evening_rush_mean_mean_waiting_vehicles": 91.7703628540039, "scenario_evening_rush_mean_mean_waiting_vehicles_commercial": 107.75443267822266, "scenario_evening_rush_mean_mean_waiting_vehicles_industrial": 96.85220336914062, "scenario_evening_rush_mean_mean_waiting_vehicles_mixed": 86.86328125, "scenario_evening_rush_mean_mean_waiting_vehicles_residential": 89.24208323160808, "scenario_evening_rush_mean_num_commercial_intersections": 25.0, "scenario_evening_rush_mean_num_controlled_intersections": 143.66666666666666, "scenario_evening_rush_mean_num_industrial_intersections": 21.0, "scenario_evening_rush_mean_num_mixed_intersections": 18.333333333333332, "scenario_evening_rush_mean_num_residential_intersections": 86.33333333333333, "scenario_evening_rush_mean_reward_component_mean_imbalance_term": -0.0032557776655121142, "scenario_evening_rush_mean_reward_component_mean_queue_level_term": -0.01828810162636206, "scenario_evening_rush_mean_reward_component_mean_queue_term": -0.0029027873267907533, "scenario_evening_rush_mean_reward_component_mean_throughput_term": 0.00011552255801284949, "scenario_evening_rush_mean_reward_component_mean_wait_level_term": -0.03557006249260902, "scenario_evening_rush_mean_reward_component_mean_wait_term": -0.005801998404399246, "scenario_evening_rush_mean_reward_component_step_imbalance_term": -0.00796051478634278, "scenario_evening_rush_mean_reward_component_step_queue_level_term": -0.05225017418464025, "scenario_evening_rush_mean_reward_component_step_queue_term": -0.0011822618932152789, "scenario_evening_rush_mean_reward_component_step_throughput_term": 0.0, "scenario_evening_rush_mean_reward_component_step_wait_level_term": -0.10438264906406403, "scenario_evening_rush_mean_reward_component_step_wait_term": -0.001772658860621353, "scenario_evening_rush_mean_running_vehicles": 13475.666666666666, "scenario_evening_rush_mean_throughput": 2316.3333333333335, "scenario_evening_rush_mean_total_episode_return": -6818.957949910313, "scenario_evening_rush_mean_total_incoming_vehicles": 13288.0673828125, "scenario_evening_rush_mean_total_waiting_vehicles": 13273.733072916666, "scenario_event_spike_num_episodes": 3.0, "scenario_event_spike_mean_average_travel_time": 1332.7815238095238, "scenario_event_spike_mean_decision_steps": 720.0, "scenario_event_spike_mean_episode_return": -0.09497512888523263, "scenario_event_spike_mean_mean_incoming_vehicles": 90.73299916585286, "scenario_event_spike_mean_mean_incoming_vehicles_commercial": 92.61021169026692, "scenario_event_spike_mean_mean_incoming_vehicles_industrial": 77.0257339477539, "scenario_event_spike_mean_mean_incoming_vehicles_mixed": 91.61163838704427, "scenario_event_spike_mean_mean_incoming_vehicles_residential": 93.74669901529948, "scenario_event_spike_mean_mean_reward": -0.16392784814039865, "scenario_event_spike_mean_mean_reward_commercial": -0.16679694751898447, "scenario_event_spike_mean_mean_reward_industrial": -0.16338655352592468, "scenario_event_spike_mean_mean_reward_mixed": -0.16039084394772848, "scenario_event_spike_mean_mean_reward_residential": -0.16780628263950348, "scenario_event_spike_mean_mean_step_intersection_reward": -0.09497512888523263, "scenario_event_spike_mean_mean_waiting_vehicles": 90.64966837565105, "scenario_event_spike_mean_mean_waiting_vehicles_commercial": 92.50106302897136, "scenario_event_spike_mean_mean_waiting_vehicles_industrial": 76.95808792114258, "scenario_event_spike_mean_mean_waiting_vehicles_mixed": 91.57089742024739, "scenario_event_spike_mean_mean_waiting_vehicles_residential": 93.66334279378255, "scenario_event_spike_mean_num_commercial_intersections": 25.0, "scenario_event_spike_mean_num_controlled_intersections": 143.66666666666666, "scenario_event_spike_mean_num_industrial_intersections": 21.0, "scenario_event_spike_mean_num_mixed_intersections": 18.333333333333332, "scenario_event_spike_mean_num_residential_intersections": 86.33333333333333, "scenario_event_spike_mean_reward_component_mean_imbalance_term": -0.004638620888949497, "scenario_event_spike_mean_reward_component_mean_queue_level_term": -0.027936135217172437, "scenario_event_spike_mean_reward_component_mean_queue_term": -0.002854231635398418, "scenario_event_spike_mean_reward_component_mean_throughput_term": 0.0002847371864222455, "scenario_event_spike_mean_reward_component_mean_wait_level_term": -0.0541220359207616, "scenario_event_spike_mean_reward_component_mean_wait_term": -0.0057088411199695925, "scenario_event_spike_mean_reward_component_step_imbalance_term": -0.008042927831411362, "scenario_event_spike_mean_reward_component_step_queue_level_term": -0.051376170168320336, "scenario_event_spike_mean_reward_component_step_queue_term": -0.0006804824418698748, "scenario_event_spike_mean_reward_component_step_throughput_term": 0.0, "scenario_event_spike_mean_reward_component_step_wait_level_term": -0.10265526672204335, "scenario_event_spike_mean_reward_component_step_wait_term": -0.0011729970186327894, "scenario_event_spike_mean_running_vehicles": 13274.333333333334, "scenario_event_spike_mean_throughput": 5840.0, "scenario_event_spike_mean_total_episode_return": -9814.410960483054, "scenario_event_spike_mean_total_incoming_vehicles": 13075.666341145834, "scenario_event_spike_mean_total_waiting_vehicles": 13063.400390625, "scenario_morning_rush_num_episodes": 3.0, "scenario_morning_rush_mean_average_travel_time": 1936.5922978284925, "scenario_morning_rush_mean_decision_steps": 720.0, "scenario_morning_rush_mean_episode_return": -0.10708962933340616, "scenario_morning_rush_mean_mean_incoming_vehicles": 74.61074320475261, "scenario_morning_rush_mean_mean_incoming_vehicles_commercial": 55.51025644938151, "scenario_morning_rush_mean_mean_incoming_vehicles_industrial": 40.59558868408203, "scenario_morning_rush_mean_mean_incoming_vehicles_mixed": 59.87671915690104, "scenario_morning_rush_mean_mean_incoming_vehicles_residential": 87.9905293782552, "scenario_morning_rush_mean_mean_reward": -0.133999931315581, "scenario_morning_rush_mean_mean_reward_commercial": -0.10033458222945531, "scenario_morning_rush_mean_mean_reward_industrial": -0.08416341990232468, "scenario_morning_rush_mean_mean_reward_mixed": -0.10421889275312424, "scenario_morning_rush_mean_mean_reward_residential": -0.15734600027402243, "scenario_morning_rush_mean_mean_step_intersection_reward": -0.10708962933340616, "scenario_morning_rush_mean_mean_waiting_vehicles": 74.57434844970703, "scenario_morning_rush_mean_mean_waiting_vehicles_commercial": 55.436256408691406, "scenario_morning_rush_mean_mean_waiting_vehicles_industrial": 40.52499961853027, "scenario_morning_rush_mean_mean_waiting_vehicles_mixed": 59.85820007324219, "scenario_morning_rush_mean_mean_waiting_vehicles_residential": 87.97000122070312, "scenario_morning_rush_mean_num_commercial_intersections": 25.0, "scenario_morning_rush_mean_num_controlled_intersections": 143.66666666666666, "scenario_morning_rush_mean_num_industrial_intersections": 21.0, "scenario_morning_rush_mean_num_mixed_intersections": 18.333333333333332, "scenario_morning_rush_mean_num_residential_intersections": 86.33333333333333, "scenario_morning_rush_mean_reward_component_mean_imbalance_term": -0.005449405028831341, "scenario_morning_rush_mean_reward_component_mean_queue_level_term": -0.032297381070178814, "scenario_morning_rush_mean_reward_component_mean_queue_term": -0.0023439763828315627, "scenario_morning_rush_mean_reward_component_mean_throughput_term": 0.00035928134784626306, "scenario_morning_rush_mean_reward_component_mean_wait_level_term": -0.0626729876756738, "scenario_morning_rush_mean_reward_component_mean_wait_term": -0.004685159468403868, "scenario_morning_rush_mean_reward_component_step_imbalance_term": -0.007145765703171492, "scenario_morning_rush_mean_reward_component_step_queue_level_term": -0.042191573729117714, "scenario_morning_rush_mean_reward_component_step_queue_term": -0.00013554633612026615, "scenario_morning_rush_mean_reward_component_step_throughput_term": 1.0683762714810049e-05, "scenario_morning_rush_mean_reward_component_step_wait_level_term": -0.08433849612871806, "scenario_morning_rush_mean_reward_component_step_wait_term": -0.0001992371010904511, "scenario_morning_rush_mean_running_vehicles": 10819.0, "scenario_morning_rush_mean_throughput": 7449.333333333333, "scenario_morning_rush_mean_total_episode_return": -10973.810554889342, "scenario_morning_rush_mean_total_incoming_vehicles": 10671.133138020834, "scenario_morning_rush_mean_total_waiting_vehicles": 10665.6669921875, "scenario_normal_num_episodes": 3.0, "scenario_normal_mean_average_travel_time": 994.9635758293795, "scenario_normal_mean_decision_steps": 720.0, "scenario_normal_mean_episode_return": -0.05035059287815574, "scenario_normal_mean_mean_incoming_vehicles": 55.243385314941406, "scenario_normal_mean_mean_incoming_vehicles_commercial": 50.84821573893229, "scenario_normal_mean_mean_incoming_vehicles_industrial": 44.05661582946777, "scenario_normal_mean_mean_incoming_vehicles_mixed": 67.43492253621419, "scenario_normal_mean_mean_incoming_vehicles_residential": 55.653130849202476, "scenario_normal_mean_mean_reward": -0.10349780072768529, "scenario_normal_mean_mean_reward_commercial": -0.09856811662515004, "scenario_normal_mean_mean_reward_industrial": -0.1059267669916153, "scenario_normal_mean_mean_reward_mixed": -0.12077426662047704, "scenario_normal_mean_mean_reward_residential": -0.10205420603354771, "scenario_normal_mean_mean_step_intersection_reward": -0.05035059287815574, "scenario_normal_mean_mean_waiting_vehicles": 54.95635477701823, "scenario_normal_mean_mean_waiting_vehicles_commercial": 50.58484013875326, "scenario_normal_mean_mean_waiting_vehicles_industrial": 43.58970642089844, "scenario_normal_mean_mean_waiting_vehicles_mixed": 67.19206110636394, "scenario_normal_mean_mean_waiting_vehicles_residential": 55.35915883382162, "scenario_normal_mean_num_commercial_intersections": 25.0, "scenario_normal_mean_num_controlled_intersections": 143.66666666666666, "scenario_normal_mean_num_industrial_intersections": 21.0, "scenario_normal_mean_num_mixed_intersections": 18.333333333333332, "scenario_normal_mean_num_residential_intersections": 86.33333333333333, "scenario_normal_mean_reward_component_mean_imbalance_term": -0.003025566950653216, "scenario_normal_mean_reward_component_mean_queue_level_term": -0.014634433261168547, "scenario_normal_mean_reward_component_mean_queue_term": -0.0017333149190245985, "scenario_normal_mean_reward_component_mean_throughput_term": 0.0002865474925884983, "scenario_normal_mean_reward_component_mean_wait_level_term": -0.02779575498924192, "scenario_normal_mean_reward_component_mean_wait_term": -0.003448070537263835, "scenario_normal_mean_reward_component_step_imbalance_term": -0.005835302174091339, "scenario_normal_mean_reward_component_step_queue_level_term": -0.03119966636101405, "scenario_normal_mean_reward_component_step_queue_term": -0.0011430880016026397, "scenario_normal_mean_reward_component_step_throughput_term": 4.846154115512036e-05, "scenario_normal_mean_reward_component_step_wait_level_term": -0.06206526731451353, "scenario_normal_mean_reward_component_step_wait_term": -0.003302937373518944, "scenario_normal_mean_running_vehicles": 8012.333333333333, "scenario_normal_mean_throughput": 5872.333333333333, "scenario_normal_mean_total_episode_return": -5199.065684910242, "scenario_normal_mean_total_incoming_vehicles": 7917.932942708333, "scenario_normal_mean_total_waiting_vehicles": 7875.86669921875, "random_num_episodes": 21.0, "random_mean_average_travel_time": 1150.490886825089, "random_mean_decision_steps": 720.0, "random_mean_episode_return": -0.06990540427320903, "random_mean_mean_incoming_vehicles": 69.09179215204148, "random_mean_mean_incoming_vehicles_commercial": 69.69936116536458, "random_mean_mean_incoming_vehicles_industrial": 54.167437246867586, "random_mean_mean_incoming_vehicles_mixed": 64.11694612957183, "random_mean_mean_incoming_vehicles_residential": 72.85166081928071, "random_mean_mean_reward": -0.12400015700785887, "random_mean_mean_reward_commercial": -0.12445728862214656, "random_mean_mean_reward_industrial": -0.11350162490271032, "random_mean_mean_reward_mixed": -0.11247687130456879, "random_mean_mean_reward_residential": -0.12984067316920983, "random_mean_mean_step_intersection_reward": -0.06990540427320903, "random_mean_mean_waiting_vehicles": 68.76035340627034, "random_mean_mean_waiting_vehicles_commercial": 69.30996792657035, "random_mean_mean_waiting_vehicles_industrial": 53.88970620291574, "random_mean_mean_waiting_vehicles_mixed": 63.8006804784139, "random_mean_mean_waiting_vehicles_residential": 72.5347569329398, "random_mean_num_commercial_intersections": 25.0, "random_mean_num_controlled_intersections": 143.66666666666666, "random_mean_num_industrial_intersections": 21.0, "random_mean_num_mixed_intersections": 18.333333333333332, "random_mean_num_residential_intersections": 86.33333333333333, "random_mean_reward_component_mean_imbalance_term": -0.0035169177249284793, "random_mean_reward_component_mean_queue_level_term": -0.020883214150611333, "random_mean_reward_component_mean_queue_term": -0.0021505768439987584, "random_mean_reward_component_mean_throughput_term": 0.00042290938528687414, "random_mean_reward_component_mean_wait_level_term": -0.03949674352678153, "random_mean_reward_component_mean_wait_term": -0.004280861136431931, "random_mean_reward_component_step_imbalance_term": -0.006498712852286796, "random_mean_reward_component_step_queue_level_term": -0.038710383454426414, "random_mean_reward_component_step_queue_term": -0.0005683491076308114, "random_mean_reward_component_step_throughput_term": 6.40415185314071e-05, "random_mean_reward_component_step_wait_level_term": -0.07703489584050008, "random_mean_reward_component_step_wait_term": -0.0012518596860380577, "random_mean_running_vehicles": 10092.333333333334, "random_mean_throughput": 8747.666666666666, "random_mean_total_episode_return": -7200.1159364810055, "random_mean_total_incoming_vehicles": 9939.742803664434, "random_mean_total_waiting_vehicles": 9891.790521530878, "fixed_num_episodes": 21.0, "fixed_mean_average_travel_time": 1124.0568712437182, "fixed_mean_decision_steps": 720.0, "fixed_mean_episode_return": -0.0686861406711341, "fixed_mean_mean_incoming_vehicles": 67.68201482863654, "fixed_mean_mean_incoming_vehicles_commercial": 66.97131806328183, "fixed_mean_mean_incoming_vehicles_industrial": 51.990231377737864, "fixed_mean_mean_incoming_vehicles_mixed": 63.079319545200896, "fixed_mean_mean_incoming_vehicles_residential": 71.61492279597691, "fixed_mean_mean_reward": -0.12380785920790263, "fixed_mean_mean_reward_commercial": -0.1204067144897722, "fixed_mean_mean_reward_industrial": -0.11324393004179001, "fixed_mean_mean_reward_mixed": -0.11251166910820064, "fixed_mean_mean_reward_residential": -0.1302961799360457, "fixed_mean_mean_step_intersection_reward": -0.0686861406711341, "fixed_mean_mean_waiting_vehicles": 67.34817786443801, "fixed_mean_mean_waiting_vehicles_commercial": 66.6082061585926, "fixed_mean_mean_waiting_vehicles_industrial": 51.550524847848074, "fixed_mean_mean_waiting_vehicles_mixed": 62.698986870901926, "fixed_mean_mean_waiting_vehicles_residential": 71.31377015795026, "fixed_mean_num_commercial_intersections": 25.0, "fixed_mean_num_controlled_intersections": 143.66666666666666, "fixed_mean_num_industrial_intersections": 21.0, "fixed_mean_num_mixed_intersections": 18.333333333333332, "fixed_mean_num_residential_intersections": 86.33333333333333, "fixed_mean_reward_component_mean_imbalance_term": -0.0034660549592796983, "fixed_mean_reward_component_mean_queue_level_term": -0.0205750415868521, "fixed_mean_reward_component_mean_queue_term": -0.0021086093155188923, "fixed_mean_reward_component_mean_throughput_term": 0.00045078397826088165, "fixed_mean_reward_component_mean_wait_level_term": -0.038789133458898686, "fixed_mean_reward_component_mean_wait_term": -0.004198085088907214, "fixed_mean_reward_component_step_imbalance_term": -0.006364841884489925, "fixed_mean_reward_component_step_queue_level_term": -0.03795496879943779, "fixed_mean_reward_component_step_queue_term": -0.0003611404653860345, "fixed_mean_reward_component_step_throughput_term": 7.484737112203479e-05, "fixed_mean_reward_component_step_wait_level_term": -0.07553448993712664, "fixed_mean_reward_component_step_wait_term": -0.0036672655107741732, "fixed_mean_running_vehicles": 9872.0, "fixed_mean_throughput": 9343.190476190477, "fixed_mean_total_episode_return": -7067.373823361915, "fixed_mean_total_incoming_vehicles": 9722.552490234375, "fixed_mean_total_waiting_vehicles": 9673.361897786459, "learner_minus_fixed_return": -0.01618220194007622, "learner_minus_random_return": -0.014962938338001289, "update": 20, "algorithm": "ps_d3qn", "policy_arch": "single_head", "reward_variant": "wait_queue_throughput", "rolling_mean_episode_return": -0.08486834261121032, "rolling_mean_total_episode_return": -8766.06676128968, "rolling_mean_mean_waiting_vehicles": 80.8872553507487, "rolling_mean_throughput": 6031.428571428572}
{"num_episodes": 21.0, "mean_average_travel_time": 1268.2132916592611, "mean_decision_steps": 720.0, "mean_episode_return": -0.08065056819540908, "mean_mean_incoming_vehicles": 78.11120714460101, "mean_mean_incoming_vehicles_commercial": 77.98252296447754, "mean_mean_incoming_vehicles_industrial": 61.233507701328826, "mean_mean_incoming_vehicles_mixed": 75.1530618213472, "mean_mean_incoming_vehicles_residential": 81.80628549484979, "mean_mean_reward": -0.14137286160673415, "mean_mean_reward_commercial": -0.14057240173930213, "mean_mean_reward_industrial": -0.12999094437275613, "mean_mean_reward_mixed": -0.1345921325541678, "mean_mean_reward_residential": -0.14665615824716433, "mean_mean_step_intersection_reward": -0.08065056819540908, "mean_mean_waiting_vehicles": 77.98757498604911, "mean_mean_waiting_vehicles_commercial": 77.85951169331868, "mean_mean_waiting_vehicles_industrial": 61.058612551007954, "mean_mean_waiting_vehicles_mixed": 75.03800419398716, "mean_mean_waiting_vehicles_residential": 81.68517230805897, "mean_num_commercial_intersections": 25.0, "mean_num_controlled_intersections": 143.66666666666666, "mean_num_industrial_intersections": 21.0, "mean_num_mixed_intersections": 18.333333333333332, "mean_num_residential_intersections": 86.33333333333333, "mean_reward_component_mean_imbalance_term": -0.004065092784540517, "mean_reward_component_mean_queue_level_term": -0.023812128864152432, "mean_reward_component_mean_queue_term": -0.0024568224534365093, "mean_reward_component_mean_throughput_term": 0.00032531726546107233, "mean_reward_component_mean_wait_level_term": -0.04573495212162131, "mean_reward_component_mean_wait_term": -0.004906888693554769, "mean_reward_component_step_imbalance_term": -0.007213768615786519, "mean_reward_component_step_queue_level_term": -0.04422280298812049, "mean_reward_component_step_queue_term": -0.0005689788006185111, "mean_reward_component_step_throughput_term": 1.8046400024710845e-05, "mean_reward_component_step_wait_level_term": -0.0883003059952032, "mean_reward_component_step_wait_term": -0.0010850461812445982, "mean_running_vehicles": 11412.047619047618, "mean_throughput": 6718.0952380952385, "mean_total_episode_return": -8322.496321796662, "mean_total_incoming_vehicles": 11247.580961681548, "mean_total_waiting_vehicles": 11229.447474888393, "scenario_accident_num_episodes": 3.0, "scenario_accident_mean_average_travel_time": 1411.759888888889, "scenario_accident_mean_decision_steps": 720.0, "scenario_accident_mean_episode_return": -0.0904396665156328, "scenario_accident_mean_mean_incoming_vehicles": 82.66299184163411, "scenario_accident_mean_mean_incoming_vehicles_commercial": 79.41503397623698, "scenario_accident_mean_mean_incoming_vehicles_industrial": 74.30147171020508, "scenario_accident_mean_mean_incoming_vehicles_mixed": 76.31058247884114, "scenario_accident_mean_mean_incoming_vehicles_residential": 86.23528289794922, "scenario_accident_mean_mean_reward": -0.14962485432624817, "scenario_accident_mean_mean_reward_commercial": -0.1416445126136144, "scenario_accident_mean_mean_reward_industrial": -0.1553802490234375, "scenario_accident_mean_mean_reward_mixed": -0.1386956349015236, "scenario_accident_mean_mean_reward_residential": -0.15439224243164062, "scenario_accident_mean_mean_step_intersection_reward": -0.0904396665156328, "scenario_accident_mean_mean_waiting_vehicles": 82.62549336751302, "scenario_accident_mean_mean_waiting_vehicles_commercial": 79.38665771484375, "scenario_accident_mean_mean_waiting_vehicles_industrial": 74.25147247314453, "scenario_accident_mean_mean_waiting_vehicles_mixed": 76.2753423055013, "scenario_accident_mean_mean_waiting_vehicles_residential": 86.1992899576823, "scenario_accident_mean_num_commercial_intersections": 25.0, "scenario_accident_mean_num_controlled_intersections": 143.66666666666666, "scenario_accident_mean_num_industrial_intersections": 21.0, "scenario_accident_mean_num_mixed_intersections": 18.333333333333332, "scenario_accident_mean_num_residential_intersections": 86.33333333333333, "scenario_accident_mean_reward_component_mean_imbalance_term": -0.004421344317873035, "scenario_accident_mean_reward_component_mean_queue_level_term": -0.02691410790453456, "scenario_accident_mean_reward_component_mean_queue_term": -0.0026103037602155416, "scenario_accident_mean_reward_component_mean_throughput_term": 0.0003602595076009257, "scenario_accident_mean_reward_component_mean_wait_level_term": -0.05163612750054749, "scenario_accident_mean_reward_component_mean_wait_term": -0.00521804408241677, "scenario_accident_mean_reward_component_step_imbalance_term": -0.00753371665875117, "scenario_accident_mean_reward_component_step_queue_level_term": -0.046985467274983726, "scenario_accident_mean_reward_component_step_queue_term": -0.000387709840045621, "scenario_accident_mean_reward_component_step_throughput_term": 1.1111112447300306e-05, "scenario_accident_mean_reward_component_step_wait_level_term": -0.09392478813727696, "scenario_accident_mean_reward_component_step_wait_term": -0.0008042699579770366, "scenario_accident_mean_running_vehicles": 12111.666666666666, "scenario_accident_mean_throughput": 7359.666666666667, "scenario_accident_mean_total_episode_return": -9357.794001990309, "scenario_accident_mean_total_incoming_vehicles": 11921.2001953125, "scenario_accident_mean_total_waiting_vehicles": 11915.599609375, "scenario_construction_num_episodes": 3.0, "scenario_construction_mean_average_travel_time": 1363.9211220220077, "scenario_construction_mean_decision_steps": 720.0, "scenario_construction_mean_episode_return": -0.0891482598902557, "scenario_construction_mean_mean_incoming_vehicles": 80.75005594889323, "scenario_construction_mean_mean_incoming_vehicles_commercial": 78.53020095825195, "scenario_construction_mean_mean_incoming_vehicles_industrial": 55.59191131591797, "scenario_construction_mean_mean_incoming_vehicles_mixed": 74.87301635742188, "scenario_construction_mean_mean_incoming_vehicles_residential": 85.36388142903645, "scenario_construction_mean_mean_reward": -0.14593016107877096, "scenario_construction_mean_mean_reward_commercial": -0.14102379232645035, "scenario_construction_mean_mean_reward_industrial": -0.11277418211102486, "scenario_construction_mean_mean_reward_mixed": -0.13519569983084997, "scenario_construction_mean_mean_reward_residential": -0.15341929097970328, "scenario_construction_mean_mean_step_intersection_reward": -0.0891482598902557, "scenario_construction_mean_mean_waiting_vehicles": 80.67174275716145, "scenario_construction_mean_mean_waiting_vehicles_commercial": 78.42397562662761, "scenario_construction_mean_mean_waiting_vehicles_industrial": 55.44705581665039, "scenario_construction_mean_mean_waiting_vehicles_mixed": 74.75661214192708, "scenario_construction_mean_mean_waiting_vehicles_residential": 85.30693817138672, "scenario_construction_mean_num_commercial_intersections": 25.0, "scenario_construction_mean_num_controlled_intersections": 143.66666666666666, "scenario_construction_mean_num_industrial_intersections": 21.0, "scenario_construction_mean_num_mixed_intersections": 18.333333333333332, "scenario_construction_mean_num_residential_intersections": 86.33333333333333, "scenario_construction_mean_reward_component_mean_imbalance_term": -0.004507689155716918, "scenario_construction_mean_reward_component_mean_queue_level_term": -0.02652356870781929, "scenario_construction_mean_reward_component_mean_queue_term": -0.0025335650880750505, "scenario_construction_mean_reward_component_mean_throughput_term": 0.00037105414114227674, "scenario_construction_mean_reward_component_mean_wait_level_term": -0.050891825682122804, "scenario_construction_mean_reward_component_mean_wait_term": -0.005062663975033085, "scenario_construction_mean_reward_component_step_imbalance_term": -0.007488459348678589, "scenario_construction_mean_reward_component_step_queue_level_term": -0.04560417061050733, "scenario_construction_mean_reward_component_step_queue_term": -0.0004426234566684191, "scenario_construction_mean_reward_component_step_throughput_term": 2.401709571131505e-05, "scenario_construction_mean_reward_component_step_wait_level_term": -0.09111538777748744, "scenario_construction_mean_reward_component_step_wait_term": -0.0013035361383420725, "scenario_construction_mean_running_vehicles": 11828.0, "scenario_construction_mean_throughput": 7776.0, "scenario_construction_mean_total_episode_return": -9218.928452347094, "scenario_construction_mean_total_incoming_vehicles": 11668.93359375, "scenario_construction_mean_total_waiting_vehicles": 11657.399739583334, "scenario_district_overload_num_episodes": 3.0, "scenario_district_overload_mean_average_travel_time": 1295.1715158730158, "scenario_district_overload_mean_decision_steps": 720.0, "scenario_district_overload_mean_episode_return": -0.0881956789920278, "scenario_district_overload_mean_mean_incoming_vehicles": 86.67661794026692, "scenario_district_overload_mean_mean_incoming_vehicles_commercial": 95.01079559326172, "scenario_district_overload_mean_mean_incoming_vehicles_industrial": 67.78749656677246, "scenario_district_overload_mean_mean_incoming_vehicles_mixed": 86.99999745686848, "scenario_district_overload_mean_mean_incoming_vehicles_residential": 88.7105941772461, "scenario_district_overload_mean_mean_reward": -0.15666582683722177, "scenario_district_overload_mean_mean_reward_commercial": -0.1721796989440918, "scenario_district_overload_mean_mean_reward_industrial": -0.14541197195649147, "scenario_district_overload_mean_mean_reward_mixed": -0.15454320112864176, "scenario_district_overload_mean_mean_reward_residential": -0.1584897538026174, "scenario_district_overload_mean_mean_step_intersection_reward": -0.0881956789920278, "scenario_district_overload_mean_mean_waiting_vehicles": 86.60477956136067, "scenario_district_overload_mean_mean_waiting_vehicles_commercial": 94.93174235026042, "scenario_district_overload_mean_mean_waiting_vehicles_industrial": 67.6595573425293, "scenario_district_overload_mean_mean_waiting_vehicles_mixed": 86.92772165934245, "scenario_district_overload_mean_mean_waiting_vehicles_residential": 88.64160664876302, "scenario_district_overload_mean_num_commercial_intersections": 25.0, "scenario_district_overload_mean_num_controlled_intersections": 143.66666666666666, "scenario_district_overload_mean_num_industrial_intersections": 21.0, "scenario_district_overload_mean_num_mixed_intersections": 18.333333333333332, "scenario_district_overload_mean_num_residential_intersections": 86.33333333333333, "scenario_district_overload_mean_reward_component_mean_imbalance_term": -0.004273536046542411, "scenario_district_overload_mean_reward_component_mean_queue_level_term": -0.026002598700083746, "scenario_district_overload_mean_reward_component_mean_queue_term": -0.002730338745060977, "scenario_district_overload_mean_reward_component_mean_throughput_term": 0.0003166555174579521, "scenario_district_overload_mean_reward_component_mean_wait_level_term": -0.05004762406295001, "scenario_district_overload_mean_reward_component_mean_wait_term": -0.005458235277005959, "scenario_district_overload_mean_reward_component_step_imbalance_term": -0.00771539518609643, "scenario_district_overload_mean_reward_component_step_queue_level_term": -0.04914609342813492, "scenario_district_overload_mean_reward_component_step_queue_term": -0.0003390222166975339, "scenario_district_overload_mean_reward_component_step_throughput_term": 2.1367525429620098e-05, "scenario_district_overload_mean_reward_component_step_wait_level_term": -0.09820649524529775, "scenario_district_overload_mean_reward_component_step_wait_term": -0.0012801769577587645, "scenario_district_overload_mean_running_vehicles": 12672.333333333334, "scenario_district_overload_mean_throughput": 6602.666666666667, "scenario_district_overload_mean_total_episode_return": -9088.324234420434, "scenario_district_overload_mean_total_incoming_vehicles": 12468.466471354166, "scenario_district_overload_mean_total_waiting_vehicles": 12457.733072916666, "scenario_evening_rush_num_episodes": 3.0, "scenario_evening_rush_mean_average_travel_time": 864.0714926759046, "scenario_evening_rush_mean_decision_steps": 720.0, "scenario_evening_rush_mean_episode_return": -0.06342388809543271, "scenario_evening_rush_mean_mean_incoming_vehicles": 90.66544850667317, "scenario_evening_rush_mean_mean_incoming_vehicles_commercial": 108.17559305826823, "scenario_evening_rush_mean_mean_incoming_vehicles_industrial": 92.7191162109375, "scenario_evening_rush_mean_mean_incoming_vehicles_mixed": 84.21693166097005, "scenario_evening_rush_mean_mean_incoming_vehicles_residential": 87.71800740559895, "scenario_evening_rush_mean_mean_reward": -0.16457567115624747, "scenario_evening_rush_mean_mean_reward_commercial": -0.19561443229516348, "scenario_evening_rush_mean_mean_reward_industrial": -0.19271807372570038, "scenario_evening_rush_mean_mean_reward_mixed": -0.1515280157327652, "scenario_evening_rush_mean_mean_reward_residential": -0.1579381227493286, "scenario_evening_rush_mean_mean_step_intersection_reward": -0.06342388809543271, "scenario_evening_rush_mean_mean_waiting_vehicles": 90.54784647623698, "scenario_evening_rush_mean_mean_waiting_vehicles_commercial": 108.12950897216797, "scenario_evening_rush_mean_mean_waiting_vehicles_industrial": 92.625, "scenario_evening_rush_mean_mean_waiting_vehicles_mixed": 83.95714569091797, "scenario_evening_rush_mean_mean_waiting_vehicles_residential": 87.5840581258138, "scenario_evening_rush_mean_num_commercial_intersections": 25.0, "scenario_evening_rush_mean_num_controlled_intersections": 143.66666666666666, "scenario_evening_rush_mean_num_industrial_intersections": 21.0, "scenario_evening_rush_mean_num_mixed_intersections": 18.333333333333332, "scenario_evening_rush_mean_num_residential_intersections": 86.33333333333333, "scenario_evening_rush_mean_reward_component_mean_imbalance_term": -0.0031023501918561965, "scenario_evening_rush_mean_reward_component_mean_queue_level_term": -0.01764473241525374, "scenario_evening_rush_mean_reward_component_mean_queue_term": -0.0028624893978671496, "scenario_evening_rush_mean_reward_component_mean_throughput_term": 0.00012469456733520525, "scenario_evening_rush_mean_reward_component_mean_wait_level_term": -0.03421923155784936, "scenario_evening_rush_mean_reward_component_mean_wait_term": -0.005719779381957079, "scenario_evening_rush_mean_reward_component_step_imbalance_term": -0.007895362408210834, "scenario_evening_rush_mean_reward_component_step_queue_level_term": -0.051524811734755836, "scenario_evening_rush_mean_reward_component_step_queue_term": -0.0009908682356278102, "scenario_evening_rush_mean_reward_component_step_throughput_term": 0.0, "scenario_evening_rush_mean_reward_component_step_wait_level_term": -0.10290626684824626, "scenario_evening_rush_mean_reward_component_step_wait_term": -0.0012583534698933363, "scenario_evening_rush_mean_running_vehicles": 13253.333333333334, "scenario_evening_rush_mean_throughput": 2568.0, "scenario_evening_rush_mean_total_episode_return": -6549.855107534056, "scenario_evening_rush_mean_total_incoming_vehicles": 13072.800130208334, "scenario_evening_rush_mean_total_waiting_vehicles": 13055.466145833334, "scenario_event_spike_num_episodes": 3.0, "scenario_event_spike_mean_average_travel_time": 1281.954880952381, "scenario_event_spike_mean_decision_steps": 720.0, "scenario_event_spike_mean_episode_return": -0.09072049533666075, "scenario_event_spike_mean_mean_incoming_vehicles": 88.48151143391927, "scenario_event_spike_mean_mean_incoming_vehicles_commercial": 90.20530954996745, "scenario_event_spike_mean_mean_incoming_vehicles_industrial": 70.84191131591797, "scenario_event_spike_mean_mean_incoming_vehicles_mixed": 91.60211944580078, "scenario_event_spike_mean_mean_incoming_vehicles_residential": 91.54457600911458, "scenario_event_spike_mean_mean_reward": -0.15982097387313843, "scenario_event_spike_mean_mean_reward_commercial": -0.16011461118857065, "scenario_event_spike_mean_mean_reward_industrial": -0.15067455172538757, "scenario_event_spike_mean_mean_reward_mixed": -0.16401011248429617, "scenario_event_spike_mean_mean_reward_residential": -0.16392644246419272, "scenario_event_spike_mean_mean_step_intersection_reward": -0.09072049533666075, "scenario_event_spike_mean_mean_waiting_vehicles": 88.3971430460612, "scenario_event_spike_mean_mean_waiting_vehicles_commercial": 90.06856536865234, "scenario_event_spike_mean_mean_waiting_vehicles_industrial": 70.70882034301758, "scenario_event_spike_mean_mean_waiting_vehicles_mixed": 91.5724868774414, "scenario_event_spike_mean_mean_waiting_vehicles_residential": 91.48065694173177, "scenario_event_spike_mean_num_commercial_intersections": 25.0, "scenario_event_spike_mean_num_controlled_intersections": 143.66666666666666, "scenario_event_spike_mean_num_industrial_intersections": 21.0, "scenario_event_spike_mean_num_mixed_intersections": 18.333333333333332, "scenario_event_spike_mean_num_residential_intersections": 86.33333333333333, "scenario_event_spike_mean_reward_component_mean_imbalance_term": -0.004434348057323023, "scenario_event_spike_mean_reward_component_mean_queue_level_term": -0.02674678366379508, "scenario_event_spike_mean_reward_component_mean_queue_term": -0.002780964880255626, "scenario_event_spike_mean_reward_component_mean_throughput_term": 0.0003304387561018774, "scenario_event_spike_mean_reward_component_mean_wait_level_term": -0.05152829566314549, "scenario_event_spike_mean_reward_component_mean_wait_term": -0.005560540943224019, "scenario_event_spike_mean_reward_component_step_imbalance_term": -0.007938962119321028, "scenario_event_spike_mean_reward_component_step_queue_level_term": -0.05005736400683721, "scenario_event_spike_mean_reward_component_step_queue_term": -0.0005765459112202128, "scenario_event_spike_mean_reward_component_step_throughput_term": 1.0683762714810049e-05, "scenario_event_spike_mean_reward_component_step_wait_level_term": -0.10001830508311589, "scenario_event_spike_mean_reward_component_step_wait_term": -0.0012404831601694848, "scenario_event_spike_mean_running_vehicles": 12922.333333333334, "scenario_event_spike_mean_throughput": 6792.0, "scenario_event_spike_mean_total_episode_return": -9364.969048111388, "scenario_event_spike_mean_total_incoming_vehicles": 12743.199869791666, "scenario_event_spike_mean_total_waiting_vehicles": 12730.8671875, "scenario_morning_rush_num_episodes": 3.0, "scenario_morning_rush_mean_average_travel_time": 1860.1581678399245, "scenario_morning_rush_mean_decision_steps": 720.0, "scenario_morning_rush_mean_episode_return": -0.1019544142957232, "scenario_morning_rush_mean_mean_incoming_vehicles": 70.80067443847656, "scenario_morning_rush_mean_mean_incoming_vehicles_commercial": 51.71791203816732, "scenario_morning_rush_mean_mean_incoming_vehicles_industrial": 35.16691207885742, "scenario_morning_rush_mean_mean_incoming_vehicles_mixed": 57.13492202758789, "scenario_morning_rush_mean_mean_incoming_vehicles_residential": 83.92116800944011, "scenario_morning_rush_mean_mean_reward": -0.12779288987318674, "scenario_morning_rush_mean_mean_reward_commercial": -0.09445428848266602, "scenario_morning_rush_mean_mean_reward_industrial": -0.07477342523634434, "scenario_morning_rush_mean_mean_reward_mixed": -0.09980962425470352, "scenario_morning_rush_mean_mean_reward_residential": -0.15060105423132578, "scenario_morning_rush_mean_mean_step_intersection_reward": -0.1019544142957232, "scenario_morning_rush_mean_mean_waiting_vehicles": 70.74861526489258, "scenario_morning_rush_mean_mean_waiting_vehicles_commercial": 51.61019388834635, "scenario_morning_rush_mean_mean_waiting_vehicles_industrial": 35.09044075012207, "scenario_morning_rush_mean_mean_waiting_vehicles_mixed": 57.079366048177086, "scenario_morning_rush_mean_mean_waiting_vehicles_residential": 83.89161427815755, "scenario_morning_rush_mean_num_commercial_intersections": 25.0, "scenario_morning_rush_mean_num_controlled_intersections": 143.66666666666666, "scenario_morning_rush_mean_num_industrial_intersections": 21.0, "scenario_morning_rush_mean_num_mixed_intersections": 18.333333333333332, "scenario_morning_rush_mean_num_residential_intersections": 86.33333333333333, "scenario_morning_rush_mean_reward_component_mean_imbalance_term": -0.005236291521022004, "scenario_morning_rush_mean_reward_component_mean_queue_level_term": -0.030872170135393794, "scenario_morning_rush_mean_reward_component_mean_queue_term": -0.0022308993274696583, "scenario_morning_rush_mean_reward_component_mean_throughput_term": 0.00041275701186081016, "scenario_morning_rush_mean_reward_component_mean_wait_level_term": -0.05957005604103958, "scenario_morning_rush_mean_reward_component_mean_wait_term": -0.004457752335986778, "scenario_morning_rush_mean_reward_component_step_imbalance_term": -0.0069248005747795105, "scenario_morning_rush_mean_reward_component_step_queue_level_term": -0.040156188110510506, "scenario_morning_rush_mean_reward_component_step_queue_term": -3.51969186643449e-05, "scenario_morning_rush_mean_reward_component_step_throughput_term": 1.1111112447300306e-05, "scenario_morning_rush_mean_reward_component_step_wait_level_term": -0.08025238662958145, "scenario_morning_rush_mean_reward_component_step_wait_term": -0.0004354232660261914, "scenario_morning_rush_mean_running_vehicles": 10263.0, "scenario_morning_rush_mean_throughput": 8582.0, "scenario_morning_rush_mean_total_episode_return": -10440.20379966187, "scenario_morning_rush_mean_total_incoming_vehicles": 10109.999674479166, "scenario_morning_rush_mean_total_waiting_vehicles": 10102.199869791666, "scenario_normal_num_episodes": 3.0, "scenario_normal_mean_average_travel_time": 800.4559733627038, "scenario_normal_mean_decision_steps": 720.0, "scenario_normal_mean_episode_return": -0.04067157424213073, "scenario_normal_mean_mean_incoming_vehicles": 46.74114990234375, "scenario_normal_mean_mean_incoming_vehicles_commercial": 42.822815577189125, "scenario_normal_mean_mean_incoming_vehicles_industrial": 32.22573471069336, "scenario_normal_mean_mean_incoming_vehicles_mixed": 54.9338633219401, "scenario_normal_mean_mean_incoming_vehicles_residential": 49.15048853556315, "scenario_normal_mean_mean_reward": -0.08519965410232544, "scenario_normal_mean_mean_reward_commercial": -0.07897547632455826, "scenario_normal_mean_mean_reward_industrial": -0.07820415683090687, "scenario_normal_mean_mean_reward_mixed": -0.09836263954639435, "scenario_normal_mean_mean_reward_residential": -0.08782620107134183, "scenario_normal_mean_mean_step_intersection_reward": -0.04067157424213073, "scenario_normal_mean_mean_waiting_vehicles": 46.317404429117836, "scenario_normal_mean_mean_waiting_vehicles_commercial": 42.46593793233236, "scenario_normal_mean_mean_waiting_vehicles_industrial": 31.627941131591797, "scenario_normal_mean_mean_waiting_vehicles_mixed": 54.69735463460287, "scenario_normal_mean_mean_waiting_vehicles_residential": 48.6920420328776, "scenario_normal_mean_num_commercial_intersections": 25.0, "scenario_normal_mean_num_controlled_intersections": 143.66666666666666, "scenario_normal_mean_num_industrial_intersections": 21.0, "scenario_normal_mean_num_mixed_intersections": 18.333333333333332, "scenario_normal_mean_num_residential_intersections": 86.33333333333333, "scenario_normal_mean_reward_component_mean_imbalance_term": -0.0024800902014500328, "scenario_normal_mean_reward_component_mean_queue_level_term": -0.01198094052218679, "scenario_normal_mean_reward_component_mean_queue_term": -0.0014491959751115632, "scenario_normal_mean_reward_component_mean_throughput_term": 0.00036136135672845915, "scenario_normal_mean_reward_component_mean_wait_level_term": -0.022251504343694464, "scenario_normal_mean_reward_component_mean_wait_term": -0.0028712048592596934, "scenario_normal_mean_reward_component_step_imbalance_term": -0.004999684014668067, "scenario_normal_mean_reward_component_step_queue_level_term": -0.02608552575111389, "scenario_normal_mean_reward_component_step_queue_term": -0.0012108850254056354, "scenario_normal_mean_reward_component_step_throughput_term": 4.80341914226301e-05, "scenario_normal_mean_reward_component_step_wait_level_term": -0.05167851224541664, "scenario_normal_mean_reward_component_step_wait_term": -0.0012730803185453017, "scenario_normal_mean_running_vehicles": 6833.666666666667, "scenario_normal_mean_throughput": 7346.333333333333, "scenario_normal_mean_total_episode_return": -4237.399608511478, "scenario_normal_mean_total_incoming_vehicles": 6748.466796875, "scenario_normal_mean_total_waiting_vehicles": 6686.86669921875, "random_num_episodes": 21.0, "random_mean_average_travel_time": 1150.302746962976, "random_mean_decision_steps": 720.0, "random_mean_episode_return": -0.06989609777453276, "random_mean_mean_incoming_vehicles": 69.05404917399089, "random_mean_mean_incoming_vehicles_commercial": 69.6673644837879, "random_mean_mean_incoming_vehicles_industrial": 54.190021344593596, "random_mean_mean_incoming_vehicles_mixed": 64.0808919724964, "random_mean_mean_incoming_vehicles_residential": 72.8023042678833, "random_mean_mean_reward": -0.12376718586754232, "random_mean_mean_reward_commercial": -0.12452246452726069, "random_mean_mean_reward_industrial": -0.11355452149707292, "random_mean_mean_reward_mixed": -0.11245997622609138, "random_mean_mean_reward_residential": -0.12944108132450355, "random_mean_mean_step_intersection_reward": -0.06989609777453276, "random_mean_mean_waiting_vehicles": 68.7351276306879, "random_mean_mean_waiting_vehicles_commercial": 69.30939971833001, "random_mean_mean_waiting_vehicles_industrial": 53.90336172921317, "random_mean_mean_waiting_vehicles_mixed": 63.79428595588321, "random_mean_mean_waiting_vehicles_residential": 72.48578248705182, "random_mean_num_commercial_intersections": 25.0, "random_mean_num_controlled_intersections": 143.66666666666666, "random_mean_num_industrial_intersections": 21.0, "random_mean_num_mixed_intersections": 18.333333333333332, "random_mean_num_residential_intersections": 86.33333333333333, "random_mean_reward_component_mean_imbalance_term": -0.003517522223656009, "random_mean_reward_component_mean_queue_level_term": -0.020881174921989903, "random_mean_reward_component_mean_queue_term": -0.0021495158596324493, "random_mean_reward_component_mean_throughput_term": 0.00042326186465254945, "random_mean_reward_component_mean_wait_level_term": -0.03949177015865855, "random_mean_reward_component_mean_wait_term": -0.004279376170980416, "random_mean_reward_component_step_imbalance_term": -0.00649853384987052, "random_mean_reward_component_step_queue_level_term": -0.03869128570936266, "random_mean_reward_component_step_queue_term": -0.0005433857939005108, "random_mean_reward_component_step_throughput_term": 7.67399272133064e-05, "random_mean_reward_component_step_wait_level_term": -0.07700800474378325, "random_mean_reward_component_step_wait_term": -0.0011027172087259324, "random_mean_running_vehicles": 10086.190476190477, "random_mean_throughput": 8755.333333333334, "random_mean_total_episode_return": -7199.098972474014, "random_mean_total_incoming_vehicles": 9934.066603887648, "random_mean_total_waiting_vehicles": 9887.990542457217, "fixed_num_episodes": 21.0, "fixed_mean_average_travel_time": 1124.0393160395279, "fixed_mean_decision_steps": 720.0, "fixed_mean_episode_return": -0.06868349122924423, "fixed_mean_mean_incoming_vehicles": 67.67675236293248, "fixed_mean_mean_incoming_vehicles_commercial": 66.97883664994012, "fixed_mean_mean_incoming_vehicles_industrial": 51.98602976117815, "fixed_mean_mean_incoming_vehicles_mixed": 62.89088439941406, "fixed_mean_mean_incoming_vehicles_residential": 71.62062159038726, "fixed_mean_mean_reward": -0.12380343498218627, "fixed_mean_mean_reward_commercial": -0.12041924281844071, "fixed_mean_mean_reward_industrial": -0.11323692968913487, "fixed_mean_mean_reward_mixed": -0.11227689563695874, "fixed_mean_mean_reward_residential": -0.13030628647123063, "fixed_mean_mean_step_intersection_reward": -0.06868349122924423, "fixed_mean_mean_waiting_vehicles": 67.34291539873395, "fixed_mean_mean_waiting_vehicles_commercial": 66.61572510855538, "fixed_mean_mean_waiting_vehicles_industrial": 51.54632323128836, "fixed_mean_mean_waiting_vehicles_mixed": 62.51055136181059, "fixed_mean_mean_waiting_vehicles_residential": 71.3194685890561, "fixed_mean_num_commercial_intersections": 25.0, "fixed_mean_num_controlled_intersections": 143.66666666666666, "fixed_mean_num_industrial_intersections": 21.0, "fixed_mean_num_mixed_intersections": 18.333333333333332, "fixed_mean_num_residential_intersections": 86.33333333333333, "fixed_mean_reward_component_mean_imbalance_term": -0.0034660061540808793, "fixed_mean_reward_component_mean_queue_level_term": -0.020574340580966147, "fixed_mean_reward_component_mean_queue_term": -0.0021085269799920527, "fixed_mean_reward_component_mean_throughput_term": 0.0004508224737641305, "fixed_mean_reward_component_mean_wait_level_term": -0.03878751932997183, "fixed_mean_reward_component_mean_wait_term": -0.004197920421993977, "fixed_mean_reward_component_step_imbalance_term": -0.006364864014488246, "fixed_mean_reward_component_step_queue_level_term": -0.037953486488688556, "fixed_mean_reward_component_step_queue_term": -0.0003611405845731497, "fixed_mean_reward_component_step_throughput_term": 7.484737112203479e-05, "fixed_mean_reward_component_step_wait_level_term": -0.07553152602520727, "fixed_mean_reward_component_step_wait_term": -0.0036672654553383055, "fixed_mean_running_vehicles": 9871.142857142857, "fixed_mean_throughput": 9344.047619047618, "fixed_mean_total_episode_return": -7067.08566613726, "fixed_mean_total_incoming_vehicles": 9721.742966424852, "fixed_mean_total_waiting_vehicles": 9672.552373976934, "learner_minus_fixed_return": -0.01196707696616485, "learner_minus_random_return": -0.010754470420876322, "update": 40, "algorithm": "ps_d3qn", "policy_arch": "single_head", "reward_variant": "wait_queue_throughput", "rolling_mean_episode_return": -0.0827594554033097, "rolling_mean_total_episode_return": -8544.28154154317, "rolling_mean_mean_waiting_vehicles": 79.4374151683989, "rolling_mean_throughput": 6374.761904761905}
{"num_episodes": 21.0, "mean_average_travel_time": 1122.3218525638604, "mean_decision_steps": 720.0, "mean_episode_return": -0.0683177196118934, "mean_mean_incoming_vehicles": 68.08623436519078, "mean_mean_incoming_vehicles_commercial": 68.5632487251645, "mean_mean_incoming_vehicles_industrial": 52.74086116041456, "mean_mean_incoming_vehicles_mixed": 63.1581707454863, "mean_mean_incoming_vehicles_residential": 71.83403909774054, "mean_mean_reward": -0.12220520357645694, "mean_mean_reward_commercial": -0.12270791872981049, "mean_mean_reward_industrial": -0.11189213042546596, "mean_mean_reward_mixed": -0.110024058925254, "mean_mean_reward_residential": -0.1282878817014751, "mean_mean_step_intersection_reward": -0.0683177196118934, "mean_mean_waiting_vehicles": 67.70827225276402, "mean_mean_waiting_vehicles_commercial": 68.05483752205258, "mean_mean_waiting_vehicles_industrial": 52.43371825878109, "mean_mean_waiting_vehicles_mixed": 62.737400236583895, "mean_mean_waiting_vehicles_residential": 71.50073074159168, "mean_num_commercial_intersections": 25.0, "mean_num_controlled_intersections": 143.66666666666666, "mean_num_industrial_intersections": 21.0, "mean_num_mixed_intersections": 18.333333333333332, "mean_num_residential_intersections": 86.33333333333333, "mean_reward_component_mean_imbalance_term": -0.003448042777897588, "mean_reward_component_mean_queue_level_term": -0.020447445722048763, "mean_reward_component_mean_queue_term": -0.0021181737344488187, "mean_reward_component_mean_throughput_term": 0.00044679895293354223, "mean_reward_component_mean_wait_level_term": -0.03853884005737269, "mean_reward_component_mean_wait_term": -0.004212016871614351, "mean_reward_component_step_imbalance_term": -0.006419099118959691, "mean_reward_component_step_queue_level_term": -0.03812712823439922, "mean_reward_component_step_queue_term": -0.0005105127863879759, "mean_reward_component_step_throughput_term": 9.072039617984999e-05, "mean_reward_component_step_wait_level_term": -0.07581841564249425, "mean_reward_component_step_wait_term": -0.0014207698778981076, "mean_running_vehicles": 9943.619047619048, "mean_throughput": 9242.190476190477, "mean_total_episode_return": -7035.014056306238, "mean_total_incoming_vehicles": 9792.057152157739, "mean_total_waiting_vehicles": 9737.257178896949, "scenario_accident_num_episodes": 3.0, "scenario_accident_mean_average_travel_time": 1366.1934523809523, "scenario_accident_mean_decision_steps": 720.0, "scenario_accident_mean_episode_return": -0.08449254766958036, "scenario_accident_mean_mean_incoming_vehicles": 79.14771016438802, "scenario_accident_mean_mean_incoming_vehicles_commercial": 77.76483408610027, "scenario_accident_mean_mean_incoming_vehicles_industrial": 70.39338302612305, "scenario_accident_mean_mean_incoming_vehicles_mixed": 75.02857208251953, "scenario_accident_mean_mean_incoming_vehicles_residential": 82.20623779296875, "scenario_accident_mean_mean_reward": -0.142288476228714, "scenario_accident_mean_mean_reward_commercial": -0.13737556089957556, "scenario_accident_mean_mean_reward_industrial": -0.14783791825175285, "scenario_accident_mean_mean_reward_mixed": -0.1354211370150248, "scenario_accident_mean_mean_reward_residential": -0.14597415924072266, "scenario_accident_mean_mean_step_intersection_reward": -0.08449254766958036, "scenario_accident_mean_mean_waiting_vehicles": 79.10306803385417, "scenario_accident_mean_mean_waiting_vehicles_commercial": 77.71961466471355, "scenario_accident_mean_mean_waiting_vehicles_industrial": 70.36103057861328, "scenario_accident_mean_mean_waiting_vehicles_mixed": 75.0012690226237, "scenario_accident_mean_mean_waiting_vehicles_residential": 82.16083272298177, "scenario_accident_mean_num_commercial_intersections": 25.0, "scenario_accident_mean_num_controlled_intersections": 143.66666666666666, "scenario_accident_mean_num_industrial_intersections": 21.0, "scenario_accident_mean_num_mixed_intersections": 18.333333333333332, "scenario_accident_mean_num_residential_intersections": 86.33333333333333, "scenario_accident_mean_reward_component_mean_imbalance_term": -0.0041432209597282105, "scenario_accident_mean_reward_component_mean_queue_level_term": -0.025213563481764612, "scenario_accident_mean_reward_component_mean_queue_term": -0.0024820554128084787, "scenario_accident_mean_reward_component_mean_throughput_term": 0.0004002509601007289, "scenario_accident_mean_reward_component_mean_wait_level_term": -0.04809306953616636, "scenario_accident_mean_reward_component_mean_wait_term": -0.004960891459415225, "scenario_accident_mean_reward_component_step_imbalance_term": -0.007319922869404157, "scenario_accident_mean_reward_component_step_queue_level_term": -0.04467699800928434, "scenario_accident_mean_reward_component_step_queue_term": -0.00027829819979767006, "scenario_accident_mean_reward_component_step_throughput_term": 1.1111112447300306e-05, "scenario_accident_mean_reward_component_step_wait_level_term": -0.08929809431234996, "scenario_accident_mean_reward_component_step_wait_term": -0.0007262775810280194, "scenario_accident_mean_running_vehicles": 11589.666666666666, "scenario_accident_mean_throughput": 8208.333333333334, "scenario_accident_mean_total_episode_return": -8724.985888849944, "scenario_accident_mean_total_incoming_vehicles": 11403.2001953125, "scenario_accident_mean_total_waiting_vehicles": 11396.600260416666, "scenario_construction_num_episodes": 3.0, "scenario_construction_mean_average_travel_time": 1249.819576111596, "scenario_construction_mean_decision_steps": 720.0, "scenario_construction_mean_episode_return": -0.07947400913796504, "scenario_construction_mean_mean_incoming_vehicles": 75.49731953938802, "scenario_construction_mean_mean_incoming_vehicles_commercial": 67.98890558878581, "scenario_construction_mean_mean_incoming_vehicles_industrial": 50.86985397338867, "scenario_construction_mean_mean_incoming_vehicles_mixed": 71.2629623413086, "scenario_construction_mean_mean_incoming_vehicles_residential": 81.50076548258464, "scenario_construction_mean_mean_reward": -0.13515756030877432, "scenario_construction_mean_mean_reward_commercial": -0.11916507532199223, "scenario_construction_mean_mean_reward_industrial": -0.10577524825930595, "scenario_construction_mean_mean_reward_mixed": -0.1250311310092608, "scenario_construction_mean_mean_reward_residential": -0.14556086560090384, "scenario_construction_mean_mean_step_intersection_reward": -0.07947400913796504, "scenario_construction_mean_mean_waiting_vehicles": 75.39998881022136, "scenario_construction_mean_mean_waiting_vehicles_commercial": 67.80161158243816, "scenario_construction_mean_mean_waiting_vehicles_industrial": 50.724998474121094, "scenario_construction_mean_mean_waiting_vehicles_mixed": 71.14497248331706, "scenario_construction_mean_mean_waiting_vehicles_residential": 81.43831125895183, "scenario_construction_mean_num_commercial_intersections": 25.0, "scenario_construction_mean_num_controlled_intersections": 143.66666666666666, "scenario_construction_mean_num_industrial_intersections": 21.0, "scenario_construction_mean_num_mixed_intersections": 18.333333333333332, "scenario_construction_mean_num_residential_intersections": 86.33333333333333, "scenario_construction_mean_reward_component_mean_imbalance_term": -0.004030537088868369, "scenario_construction_mean_reward_component_mean_queue_level_term": -0.02382215270056433, "scenario_construction_mean_reward_component_mean_queue_term": -0.0023440316438027623, "scenario_construction_mean_reward_component_mean_throughput_term": 0.000468583107901092, "scenario_construction_mean_reward_component_mean_wait_level_term": -0.04506468393412825, "scenario_construction_mean_reward_component_mean_wait_term": -0.0046811876012679094, "scenario_construction_mean_reward_component_step_imbalance_term": -0.0071069841894010706, "scenario_construction_mean_reward_component_step_queue_level_term": -0.042192570865154266, "scenario_construction_mean_reward_component_step_queue_term": -0.00037213067601745326, "scenario_construction_mean_reward_component_step_throughput_term": 4.58119708734254e-05, "scenario_construction_mean_reward_component_step_wait_level_term": -0.08426228413979213, "scenario_construction_mean_reward_component_step_wait_term": -0.001269409976278742, "scenario_construction_mean_running_vehicles": 11053.0, "scenario_construction_mean_throughput": 9736.0, "scenario_construction_mean_total_episode_return": -8220.085763727626, "scenario_construction_mean_total_incoming_vehicles": 10900.666666666666, "scenario_construction_mean_total_waiting_vehicles": 10886.6669921875, "scenario_district_overload_num_episodes": 3.0, "scenario_district_overload_mean_average_travel_time": 1198.600841269841, "scenario_district_overload_mean_decision_steps": 720.0, "scenario_district_overload_mean_episode_return": -0.07718827695061875, "scenario_district_overload_mean_mean_incoming_vehicles": 79.60941060384114, "scenario_district_overload_mean_mean_incoming_vehicles_commercial": 90.2357177734375, "scenario_district_overload_mean_mean_incoming_vehicles_industrial": 55.34852981567383, "scenario_district_overload_mean_mean_incoming_vehicles_mixed": 78.30211639404297, "scenario_district_overload_mean_mean_incoming_vehicles_residential": 82.41145833333333, "scenario_district_overload_mean_mean_reward": -0.14329529305299124, "scenario_district_overload_mean_mean_reward_commercial": -0.16334139804045358, "scenario_district_overload_mean_mean_reward_industrial": -0.116667740046978, "scenario_district_overload_mean_mean_reward_mixed": -0.13635293145974478, "scenario_district_overload_mean_mean_reward_residential": -0.14717863500118256, "scenario_district_overload_mean_mean_step_intersection_reward": -0.07718827695061875, "scenario_district_overload_mean_mean_waiting_vehicles": 79.51246388753255, "scenario_district_overload_mean_mean_waiting_vehicles_commercial": 90.13975016276042, "scenario_district_overload_mean_mean_waiting_vehicles_industrial": 55.124263763427734, "scenario_district_overload_mean_mean_waiting_vehicles_mixed": 78.1850814819336, "scenario_district_overload_mean_mean_waiting_vehicles_residential": 82.31850687662761, "scenario_district_overload_mean_num_commercial_intersections": 25.0, "scenario_district_overload_mean_num_controlled_intersections": 143.66666666666666, "scenario_district_overload_mean_num_industrial_intersections": 21.0, "scenario_district_overload_mean_num_mixed_intersections": 18.333333333333332, "scenario_district_overload_mean_num_residential_intersections": 86.33333333333333, "scenario_district_overload_mean_reward_component_mean_imbalance_term": -0.003792690938595989, "scenario_district_overload_mean_reward_component_mean_queue_level_term": -0.02289317587844245, "scenario_district_overload_mean_reward_component_mean_queue_term": -0.0024838263326067834, "scenario_district_overload_mean_reward_component_mean_throughput_term": 0.00041370157830526835, "scenario_district_overload_mean_reward_component_mean_wait_level_term": -0.04347149815317161, "scenario_district_overload_mean_reward_component_mean_wait_term": -0.004960787272526195, "scenario_district_overload_mean_reward_component_step_imbalance_term": -0.0073379892855882645, "scenario_district_overload_mean_reward_component_step_queue_level_term": -0.04470887531836828, "scenario_district_overload_mean_reward_component_step_queue_term": -0.00043141483183717355, "scenario_district_overload_mean_reward_component_step_throughput_term": 2.4444445443805307e-05, "scenario_district_overload_mean_reward_component_step_wait_level_term": -0.08929417033990224, "scenario_district_overload_mean_reward_component_step_wait_term": -0.0015472829206070553, "scenario_district_overload_mean_running_vehicles": 11598.666666666666, "scenario_district_overload_mean_throughput": 8623.666666666666, "scenario_district_overload_mean_total_episode_return": -7937.398448233803, "scenario_district_overload_mean_total_incoming_vehicles": 11433.866861979166, "scenario_district_overload_mean_total_waiting_vehicles": 11419.666666666666, "scenario_evening_rush_num_episodes": 3.0, "scenario_evening_rush_mean_average_travel_time": 662.6805877007786, "scenario_evening_rush_mean_decision_steps": 720.0, "scenario_evening_rush_mean_episode_return": -0.04457968758629005, "scenario_evening_rush_mean_mean_incoming_vehicles": 76.58429718017578, "scenario_evening_rush_mean_mean_incoming_vehicles_commercial": 96.1661376953125, "scenario_evening_rush_mean_mean_incoming_vehicles_industrial": 90.50808715820312, "scenario_evening_rush_mean_mean_incoming_vehicles_mixed": 70.18455123901367, "scenario_evening_rush_mean_mean_incoming_vehicles_residential": 71.70657730102539, "scenario_evening_rush_mean_mean_reward": -0.13884113232294717, "scenario_evening_rush_mean_mean_reward_commercial": -0.17570553719997406, "scenario_evening_rush_mean_mean_reward_industrial": -0.18634846061468124, "scenario_evening_rush_mean_mean_reward_mixed": -0.12491846581300099, "scenario_evening_rush_mean_mean_reward_residential": -0.12866770724455515, "scenario_evening_rush_mean_mean_step_intersection_reward": -0.04457968758629005, "scenario_evening_rush_mean_mean_waiting_vehicles": 76.3606783548991, "scenario_evening_rush_mean_mean_waiting_vehicles_commercial": 96.01304372151692, "scenario_evening_rush_mean_mean_waiting_vehicles_industrial": 90.37279510498047, "scenario_evening_rush_mean_mean_waiting_vehicles_mixed": 69.8724873860677, "scenario_evening_rush_mean_mean_waiting_vehicles_residential": 71.46152242024739, "scenario_evening_rush_mean_num_commercial_intersections": 25.0, "scenario_evening_rush_mean_num_controlled_intersections": 143.66666666666666, "scenario_evening_rush_mean_num_industrial_intersections": 21.0, "scenario_evening_rush_mean_num_mixed_intersections": 18.333333333333332, "scenario_evening_rush_mean_num_residential_intersections": 86.33333333333333, "scenario_evening_rush_mean_reward_component_mean_imbalance_term": -0.0021280142984499693, "scenario_evening_rush_mean_reward_component_mean_queue_level_term": -0.012558625681333103, "scenario_evening_rush_mean_reward_component_mean_queue_term": -0.0023788415155152755, "scenario_evening_rush_mean_reward_component_mean_throughput_term": 0.000350380111550058, "scenario_evening_rush_mean_reward_component_mean_wait_level_term": -0.023122770515484958, "scenario_evening_rush_mean_reward_component_mean_wait_term": -0.00474181558717385, "scenario_evening_rush_mean_reward_component_step_imbalance_term": -0.007118546403944492, "scenario_evening_rush_mean_reward_component_step_queue_level_term": -0.04281914855043093, "scenario_evening_rush_mean_reward_component_step_queue_term": -0.0012759323387096326, "scenario_evening_rush_mean_reward_component_step_throughput_term": 3.24786378769204e-05, "scenario_evening_rush_mean_reward_component_step_wait_level_term": -0.08536934355894725, "scenario_evening_rush_mean_reward_component_step_wait_term": -0.002290644139672319, "scenario_evening_rush_mean_running_vehicles": 11226.333333333334, "scenario_evening_rush_mean_throughput": 7256.333333333333, "scenario_evening_rush_mean_total_episode_return": -4601.1022762873135, "scenario_evening_rush_mean_total_incoming_vehicles": 11035.599934895834, "scenario_evening_rush_mean_total_waiting_vehicles": 11002.866536458334, "scenario_event_spike_num_episodes": 3.0, "scenario_event_spike_mean_average_travel_time": 1211.066111111111, "scenario_event_spike_mean_decision_steps": 720.0, "scenario_event_spike_mean_episode_return": -0.08117229543328462, "scenario_event_spike_mean_mean_incoming_vehicles": 82.65923817952473, "scenario_event_spike_mean_mean_incoming_vehicles_commercial": 83.12132517496745, "scenario_event_spike_mean_mean_incoming_vehicles_industrial": 66.04338073730469, "scenario_event_spike_mean_mean_incoming_vehicles_mixed": 81.13333129882812, "scenario_event_spike_mean_mean_incoming_vehicles_residential": 86.84091695149739, "scenario_event_spike_mean_mean_reward": -0.1490651617447535, "scenario_event_spike_mean_mean_reward_commercial": -0.14903774857521057, "scenario_event_spike_mean_mean_reward_industrial": -0.1390467993915081, "scenario_event_spike_mean_mean_reward_mixed": -0.1415928155183792, "scenario_event_spike_mean_mean_reward_residential": -0.15564128259817758, "scenario_event_spike_mean_mean_step_intersection_reward": -0.08117229543328462, "scenario_event_spike_mean_mean_waiting_vehicles": 82.54344685872395, "scenario_event_spike_mean_mean_waiting_vehicles_commercial": 82.92100779215495, "scenario_event_spike_mean_mean_waiting_vehicles_industrial": 65.9095573425293, "scenario_event_spike_mean_mean_waiting_vehicles_mixed": 81.09481557210286, "scenario_event_spike_mean_mean_waiting_vehicles_residential": 86.73979949951172, "scenario_event_spike_mean_num_commercial_intersections": 25.0, "scenario_event_spike_mean_num_controlled_intersections": 143.66666666666666, "scenario_event_spike_mean_num_industrial_intersections": 21.0, "scenario_event_spike_mean_num_mixed_intersections": 18.333333333333332, "scenario_event_spike_mean_num_residential_intersections": 86.33333333333333, "scenario_event_spike_mean_reward_component_mean_imbalance_term": -0.00401722513024241, "scenario_event_spike_mean_reward_component_mean_queue_level_term": -0.02399794606865355, "scenario_event_spike_mean_reward_component_mean_queue_term": -0.0025816352335331877, "scenario_event_spike_mean_reward_component_mean_throughput_term": 0.0003960574654347174, "scenario_event_spike_mean_reward_component_mean_wait_level_term": -0.04581479612448249, "scenario_event_spike_mean_reward_component_mean_wait_term": -0.00515675141801437, "scenario_event_spike_mean_reward_component_step_imbalance_term": -0.007653515165050824, "scenario_event_spike_mean_reward_component_step_queue_level_term": -0.046469436337550483, "scenario_event_spike_mean_reward_component_step_queue_term": -0.000770126236602664, "scenario_event_spike_mean_reward_component_step_throughput_term": 5.38461633065405e-05, "scenario_event_spike_mean_reward_component_step_wait_level_term": -0.09280650566021602, "scenario_event_spike_mean_reward_component_step_wait_term": -0.0014194278434539835, "scenario_event_spike_mean_running_vehicles": 12059.0, "scenario_event_spike_mean_throughput": 8171.666666666667, "scenario_event_spike_mean_total_episode_return": -8363.663918346167, "scenario_event_spike_mean_total_incoming_vehicles": 11890.133138020834, "scenario_event_spike_mean_total_waiting_vehicles": 11873.199869791666, "scenario_morning_rush_num_episodes": 3.0, "scenario_morning_rush_mean_average_travel_time": 1831.777291128153, "scenario_morning_rush_mean_decision_steps": 720.0, "scenario_morning_rush_mean_episode_return": -0.09846934434304362, "scenario_morning_rush_mean_mean_incoming_vehicles": 68.64203389485677, "scenario_morning_rush_mean_mean_incoming_vehicles_commercial": 50.73058954874674, "scenario_morning_rush_mean_mean_incoming_vehicles_industrial": 32.28823471069336, "scenario_morning_rush_mean_mean_incoming_vehicles_mixed": 51.105292002360024, "scenario_morning_rush_mean_mean_incoming_vehicles_residential": 82.31179300944011, "scenario_morning_rush_mean_mean_reward": -0.12313080082337062, "scenario_morning_rush_mean_mean_reward_commercial": -0.09031663835048676, "scenario_morning_rush_mean_mean_reward_industrial": -0.06790079176425934, "scenario_morning_rush_mean_mean_reward_mixed": -0.09126316135128339, "scenario_morning_rush_mean_mean_reward_residential": -0.14760380486647287, "scenario_morning_rush_mean_mean_step_intersection_reward": -0.09846934434304362, "scenario_morning_rush_mean_mean_waiting_vehicles": 68.58196640014648, "scenario_morning_rush_mean_mean_waiting_vehicles_commercial": 50.61898295084635, "scenario_morning_rush_mean_mean_waiting_vehicles_industrial": 32.17941188812256, "scenario_morning_rush_mean_mean_waiting_vehicles_mixed": 50.96349334716797, "scenario_morning_rush_mean_mean_waiting_vehicles_residential": 82.28609720865886, "scenario_morning_rush_mean_num_commercial_intersections": 25.0, "scenario_morning_rush_mean_num_controlled_intersections": 143.66666666666666, "scenario_morning_rush_mean_num_industrial_intersections": 21.0, "scenario_morning_rush_mean_num_mixed_intersections": 18.333333333333332, "scenario_morning_rush_mean_num_residential_intersections": 86.33333333333333, "scenario_morning_rush_mean_reward_component_mean_imbalance_term": -0.005051728113552774, "scenario_morning_rush_mean_reward_component_mean_queue_level_term": -0.029880973275575578, "scenario_morning_rush_mean_reward_component_mean_queue_term": -0.002151567029501858, "scenario_morning_rush_mean_reward_component_mean_throughput_term": 0.00042879001542941195, "scenario_morning_rush_mean_reward_component_mean_wait_level_term": -0.057515492226098176, "scenario_morning_rush_mean_reward_component_mean_wait_term": -0.0042983739080233755, "scenario_morning_rush_mean_reward_component_step_imbalance_term": -0.0066934314866860705, "scenario_morning_rush_mean_reward_component_step_queue_level_term": -0.03872820672889551, "scenario_morning_rush_mean_reward_component_step_queue_term": -9.312204201705754e-05, "scenario_morning_rush_mean_reward_component_step_throughput_term": 1.0683762714810049e-05, "scenario_morning_rush_mean_reward_component_step_wait_level_term": -0.07738702744245529, "scenario_morning_rush_mean_reward_component_step_wait_term": -0.00023969665441351631, "scenario_morning_rush_mean_running_vehicles": 9944.0, "scenario_morning_rush_mean_throughput": 8928.666666666666, "scenario_morning_rush_mean_total_episode_return": -10058.092643098285, "scenario_morning_rush_mean_total_incoming_vehicles": 9779.933268229166, "scenario_morning_rush_mean_total_waiting_vehicles": 9770.933268229166, "scenario_normal_num_episodes": 3.0, "scenario_normal_mean_average_travel_time": 336.1151082445898, "scenario_normal_mean_decision_steps": 720.0, "scenario_normal_mean_episode_return": -0.012847876162471314, "scenario_normal_mean_mean_incoming_vehicles": 14.46363099416097, "scenario_normal_mean_mean_incoming_vehicles_commercial": 13.93523120880127, "scenario_normal_mean_mean_incoming_vehicles_industrial": 3.7345587015151978, "scenario_normal_mean_mean_incoming_vehicles_mixed": 15.090369860331217, "scenario_normal_mean_mean_incoming_vehicles_residential": 15.860524813334147, "scenario_normal_mean_mean_reward": -0.023658000553647678, "scenario_normal_mean_mean_reward_commercial": -0.024013472720980644, "scenario_normal_mean_mean_reward_industrial": -0.01966795464977622, "scenario_normal_mean_mean_reward_mixed": -0.015588770310084024, "scenario_normal_mean_mean_reward_residential": -0.027388717358311016, "scenario_normal_mean_mean_step_intersection_reward": -0.012847876162471314, "scenario_normal_mean_mean_waiting_vehicles": 12.456293423970541, "scenario_normal_mean_mean_waiting_vehicles_commercial": 11.169851779937744, "scenario_normal_mean_mean_waiting_vehicles_industrial": 2.363970659673214, "scenario_normal_mean_mean_waiting_vehicles_mixed": 12.89968236287435, "scenario_normal_mean_mean_waiting_vehicles_residential": 14.100045204162598, "scenario_normal_mean_num_commercial_intersections": 25.0, "scenario_normal_mean_num_controlled_intersections": 143.66666666666666, "scenario_normal_mean_num_industrial_intersections": 21.0, "scenario_normal_mean_num_mixed_intersections": 18.333333333333332, "scenario_normal_mean_num_residential_intersections": 86.33333333333333, "scenario_normal_mean_reward_component_mean_imbalance_term": -0.0009728829158453953, "scenario_normal_mean_reward_component_mean_queue_level_term": -0.004765682968007712, "scenario_normal_mean_reward_component_mean_queue_term": -0.0004052589733733898, "scenario_normal_mean_reward_component_mean_throughput_term": 0.0006698294318135191, "scenario_normal_mean_reward_component_mean_wait_level_term": -0.006689569912076945, "scenario_normal_mean_reward_component_mean_wait_term": -0.0006843108548795235, "scenario_normal_mean_reward_component_step_imbalance_term": -0.0017033044326429565, "scenario_normal_mean_reward_component_step_queue_level_term": -0.007294661831110716, "scenario_normal_mean_reward_component_step_queue_term": -0.0003525651797341804, "scenario_normal_mean_reward_component_step_throughput_term": 0.00045666668059614796, "scenario_normal_mean_reward_component_step_wait_level_term": -0.012311484043796858, "scenario_normal_mean_reward_component_step_wait_term": -0.002452650029833118, "scenario_normal_mean_running_vehicles": 2134.6666666666665, "scenario_normal_mean_throughput": 13770.666666666666, "scenario_normal_mean_total_episode_return": -1339.76945560053, "scenario_normal_mean_total_incoming_vehicles": 2101.0, "scenario_normal_mean_total_waiting_vehicles": 1810.8666585286458, "random_num_episodes": 21.0, "random_mean_average_travel_time": 1150.3536064579794, "random_mean_decision_steps": 720.0, "random_mean_episode_return": -0.06989081866386257, "random_mean_mean_incoming_vehicles": 69.05115509033203, "random_mean_mean_incoming_vehicles_commercial": 69.66505096072243, "random_mean_mean_incoming_vehicles_industrial": 54.158508675439016, "random_mean_mean_incoming_vehicles_mixed": 64.09260763440814, "random_mean_mean_incoming_vehicles_residential": 72.80309409186954, "random_mean_mean_reward": -0.123759539088323, "random_mean_mean_reward_commercial": -0.12451856609966074, "random_mean_mean_reward_industrial": -0.11351271203186895, "random_mean_mean_reward_mixed": -0.11230511484401566, "random_mean_mean_reward_residential": -0.12944320083728858, "random_mean_mean_step_intersection_reward": -0.06989081866386257, "random_mean_mean_waiting_vehicles": 68.73270675114223, "random_mean_mean_waiting_vehicles_commercial": 69.30708619526455, "random_mean_mean_waiting_vehicles_industrial": 53.871849060058594, "random_mean_mean_waiting_vehicles_mixed": 63.80872276851109, "random_mean_mean_waiting_vehicles_residential": 72.48712417057583, "random_mean_num_commercial_intersections": 25.0, "random_mean_num_controlled_intersections": 143.66666666666666, "random_mean_num_industrial_intersections": 21.0, "random_mean_num_mixed_intersections": 18.333333333333332, "random_mean_num_residential_intersections": 86.33333333333333, "random_mean_reward_component_mean_imbalance_term": -0.003516694080508539, "random_mean_reward_component_mean_queue_level_term": -0.020879733409313577, "random_mean_reward_component_mean_queue_term": -0.0021494168217794547, "random_mean_reward_component_mean_throughput_term": 0.0004232014420825869, "random_mean_reward_component_mean_wait_level_term": -0.03948905701401195, "random_mean_reward_component_mean_wait_term": -0.004279118526439577, "random_mean_reward_component_step_imbalance_term": -0.006497394598443948, "random_mean_reward_component_step_queue_level_term": -0.038689502891862675, "random_mean_reward_component_step_queue_term": -0.000544403414183069, "random_mean_reward_component_step_throughput_term": 7.67399272133064e-05, "random_mean_reward_component_step_wait_level_term": -0.0770050436701803, "random_mean_reward_component_step_wait_term": -0.0010999331286820095, "random_mean_running_vehicles": 10085.952380952382, "random_mean_throughput": 8753.952380952382, "random_mean_total_episode_return": -7198.670266592798, "random_mean_total_incoming_vehicles": 9933.733270554316, "random_mean_total_waiting_vehicles": 9887.723847888765, "fixed_num_episodes": 21.0, "fixed_mean_average_travel_time": 1124.0490376640669, "fixed_mean_decision_steps": 720.0, "fixed_mean_episode_return": -0.06868161920563891, "fixed_mean_mean_incoming_vehicles": 67.67859576997303, "fixed_mean_mean_incoming_vehicles_commercial": 66.97633057548886, "fixed_mean_mean_incoming_vehicles_industrial": 51.98813056945801, "fixed_mean_mean_incoming_vehicles_mixed": 63.074557713099885, "fixed_mean_mean_incoming_vehicles_residential": 71.61028921036493, "fixed_mean_mean_reward": -0.12379270472696849, "fixed_mean_mean_reward_commercial": -0.12034201719576404, "fixed_mean_mean_reward_industrial": -0.11323985617075648, "fixed_mean_mean_reward_mixed": -0.11250583707754101, "fixed_mean_mean_reward_residential": -0.1302868759348279, "fixed_mean_mean_step_intersection_reward": -0.06868161920563891, "fixed_mean_mean_waiting_vehicles": 67.34482056753976, "fixed_mean_mean_waiting_vehicles_commercial": 66.61372003101167, "fixed_mean_mean_waiting_vehicles_industrial": 51.54842403956822, "fixed_mean_mean_waiting_vehicles_mixed": 62.69422503880092, "fixed_mean_mean_waiting_vehicles_residential": 71.30913693564278, "fixed_mean_num_commercial_intersections": 25.0, "fixed_mean_num_controlled_intersections": 143.66666666666666, "fixed_mean_num_industrial_intersections": 21.0, "fixed_mean_num_mixed_intersections": 18.333333333333332, "fixed_mean_num_residential_intersections": 86.33333333333333, "fixed_mean_reward_component_mean_imbalance_term": -0.0034659005348326596, "fixed_mean_reward_component_mean_queue_level_term": -0.020573705617553856, "fixed_mean_reward_component_mean_queue_term": -0.002108503579172313, "fixed_mean_reward_component_mean_throughput_term": 0.00045079279663344784, "fixed_mean_reward_component_mean_wait_level_term": -0.038786424615721245, "fixed_mean_reward_component_mean_wait_term": -0.004197877383997545, "fixed_mean_reward_component_step_imbalance_term": -0.006364824898940112, "fixed_mean_reward_component_step_queue_level_term": -0.03795306535349006, "fixed_mean_reward_component_step_queue_term": -0.00036114034897071265, "fixed_mean_reward_component_step_throughput_term": 7.484737112203479e-05, "fixed_mean_reward_component_step_wait_level_term": -0.07553075116482519, "fixed_mean_reward_component_step_wait_term": -0.003657768958614075, "fixed_mean_running_vehicles": 9871.42857142857, "fixed_mean_throughput": 9343.380952380952, "fixed_mean_total_episode_return": -7066.875179004279, "fixed_mean_total_incoming_vehicles": 9722.028680710566, "fixed_mean_total_waiting_vehicles": 9672.847574869791, "learner_minus_fixed_return": 0.00036389959374551195, "learner_minus_random_return": 0.0015730990519691734, "update": 60, "algorithm": "ps_d3qn", "policy_arch": "single_head", "reward_variant": "wait_queue_throughput", "rolling_mean_episode_return": -0.0779455434728376, "rolling_mean_total_episode_return": -8041.192379797526, "rolling_mean_mean_waiting_vehicles": 75.52770086318726, "rolling_mean_throughput": 7330.571428571428}
{"num_episodes": 21.0, "mean_average_travel_time": 1113.450075654063, "mean_decision_steps": 720.0, "mean_episode_return": -0.06784738515670057, "mean_mean_incoming_vehicles": 67.41284602028983, "mean_mean_incoming_vehicles_commercial": 67.21778690247308, "mean_mean_incoming_vehicles_industrial": 52.38235368047442, "mean_mean_incoming_vehicles_mixed": 62.73079358963739, "mean_mean_incoming_vehicles_residential": 71.10173184531075, "mean_mean_reward": -0.12027806318586781, "mean_mean_reward_commercial": -0.12069382458659154, "mean_mean_reward_industrial": -0.11017092144382852, "mean_mean_reward_mixed": -0.10803568891493515, "mean_mean_reward_residential": -0.12579486935976006, "mean_mean_step_intersection_reward": -0.06784738515670057, "mean_mean_waiting_vehicles": 66.95252032507034, "mean_mean_waiting_vehicles_commercial": 66.76162994475592, "mean_mean_waiting_vehicles_industrial": 51.9047266968659, "mean_mean_waiting_vehicles_mixed": 62.3097505569458, "mean_mean_waiting_vehicles_residential": 70.64998740241641, "mean_num_commercial_intersections": 25.0, "mean_num_controlled_intersections": 143.66666666666666, "mean_num_industrial_intersections": 21.0, "mean_num_mixed_intersections": 18.333333333333332, "mean_num_residential_intersections": 86.33333333333333, "mean_reward_component_mean_imbalance_term": -0.003420168644998623, "mean_reward_component_mean_queue_level_term": -0.02034208786362712, "mean_reward_component_mean_queue_term": -0.0020979717934131665, "mean_reward_component_mean_throughput_term": 0.00045784638655999195, "mean_reward_component_mean_wait_level_term": -0.03827613184065409, "mean_reward_component_mean_wait_term": -0.004168871452443388, "mean_reward_component_step_imbalance_term": -0.006346983979234383, "mean_reward_component_step_queue_level_term": -0.037763492714258884, "mean_reward_component_step_queue_term": -0.0004233084736846476, "mean_reward_component_step_throughput_term": 9.985348186178488e-05, "mean_reward_component_step_wait_level_term": -0.07500784489370528, "mean_reward_component_step_wait_term": -0.0008362895113393842, "mean_running_vehicles": 9834.42857142857, "mean_throughput": 9483.904761904761, "mean_total_episode_return": -6981.945983669388, "mean_total_incoming_vehicles": 9685.628673735118, "mean_total_waiting_vehicles": 9618.11434500558, "scenario_accident_num_episodes": 3.0, "scenario_accident_mean_average_travel_time": 1356.9842063492063, "scenario_accident_mean_decision_steps": 720.0, "scenario_accident_mean_episode_return": -0.0842677046150989, "scenario_accident_mean_mean_incoming_vehicles": 79.37842814127605, "scenario_accident_mean_mean_incoming_vehicles_commercial": 78.03775278727214, "scenario_accident_mean_mean_incoming_vehicles_industrial": 70.35294151306152, "scenario_accident_mean_mean_incoming_vehicles_mixed": 75.35978698730469, "scenario_accident_mean_mean_incoming_vehicles_residential": 82.36623636881511, "scenario_accident_mean_mean_reward": -0.14290638267993927, "scenario_accident_mean_mean_reward_commercial": -0.13783695052067438, "scenario_accident_mean_mean_reward_industrial": -0.1470283679664135, "scenario_accident_mean_mean_reward_mixed": -0.13598121205965677, "scenario_accident_mean_mean_reward_residential": -0.1467810869216919, "scenario_accident_mean_mean_step_intersection_reward": -0.0842677046150989, "scenario_accident_mean_mean_waiting_vehicles": 79.33832295735677, "scenario_accident_mean_mean_waiting_vehicles_commercial": 77.98902384440105, "scenario_accident_mean_mean_waiting_vehicles_industrial": 70.31470489501953, "scenario_accident_mean_mean_waiting_vehicles_mixed": 75.33470916748047, "scenario_accident_mean_mean_waiting_vehicles_residential": 82.33066813151042, "scenario_accident_mean_num_commercial_intersections": 25.0, "scenario_accident_mean_num_controlled_intersections": 143.66666666666666, "scenario_accident_mean_num_industrial_intersections": 21.0, "scenario_accident_mean_num_mixed_intersections": 18.333333333333332, "scenario_accident_mean_num_residential_intersections": 86.33333333333333, "scenario_accident_mean_reward_component_mean_imbalance_term": -0.004105735185126307, "scenario_accident_mean_reward_component_mean_queue_level_term": -0.02516457435767565, "scenario_accident_mean_reward_component_mean_queue_term": -0.0024862068991413685, "scenario_accident_mean_reward_component_mean_throughput_term": 0.00040695419156859487, "scenario_accident_mean_reward_component_mean_wait_level_term": -0.04794886928827353, "scenario_accident_mean_reward_component_mean_wait_term": -0.004969274149354314, "scenario_accident_mean_reward_component_step_imbalance_term": -0.007296414735416572, "scenario_accident_mean_reward_component_step_queue_level_term": -0.044751724849144615, "scenario_accident_mean_reward_component_step_queue_term": -0.0003007795069909965, "scenario_accident_mean_reward_component_step_throughput_term": 1.3333332996505002e-05, "scenario_accident_mean_reward_component_step_wait_level_term": -0.0894512136777242, "scenario_accident_mean_reward_component_step_wait_term": -0.0011195909755770117, "scenario_accident_mean_running_vehicles": 11619.333333333334, "scenario_accident_mean_throughput": 8352.0, "scenario_accident_mean_total_episode_return": -8697.894233871562, "scenario_accident_mean_total_incoming_vehicles": 11430.800130208334, "scenario_accident_mean_total_waiting_vehicles": 11424.866536458334, "scenario_construction_num_episodes": 3.0, "scenario_construction_mean_average_travel_time": 1238.8159342253878, "scenario_construction_mean_decision_steps": 720.0, "scenario_construction_mean_episode_return": -0.0788646945904967, "scenario_construction_mean_mean_incoming_vehicles": 75.0662612915039, "scenario_construction_mean_mean_incoming_vehicles_commercial": 67.73399098714192, "scenario_construction_mean_mean_incoming_vehicles_industrial": 50.79044151306152, "scenario_construction_mean_mean_incoming_vehicles_mixed": 71.67883682250977, "scenario_construction_mean_mean_incoming_vehicles_residential": 80.71022288004558, "scenario_construction_mean_mean_reward": -0.13388587534427643, "scenario_construction_mean_mean_reward_commercial": -0.11839799334605534, "scenario_construction_mean_mean_reward_industrial": -0.10101516172289848, "scenario_construction_mean_mean_reward_mixed": -0.12553810576597849, "scenario_construction_mean_mean_reward_residential": -0.14420858025550842, "scenario_construction_mean_mean_step_intersection_reward": -0.0788646945904967, "scenario_construction_mean_mean_waiting_vehicles": 74.95114390055339, "scenario_construction_mean_mean_waiting_vehicles_commercial": 67.5420773824056, "scenario_construction_mean_mean_waiting_vehicles_industrial": 50.59558868408203, "scenario_construction_mean_mean_waiting_vehicles_mixed": 71.58306884765625, "scenario_construction_mean_mean_waiting_vehicles_residential": 80.62640889485677, "scenario_construction_mean_num_commercial_intersections": 25.0, "scenario_construction_mean_num_controlled_intersections": 143.66666666666666, "scenario_construction_mean_num_industrial_intersections": 21.0, "scenario_construction_mean_num_mixed_intersections": 18.333333333333332, "scenario_construction_mean_num_residential_intersections": 86.33333333333333, "scenario_construction_mean_reward_component_mean_imbalance_term": -0.004006355484402938, "scenario_construction_mean_reward_component_mean_queue_level_term": -0.023655532121409594, "scenario_construction_mean_reward_component_mean_queue_term": -0.0023313379668511987, "scenario_construction_mean_reward_component_mean_throughput_term": 0.0004785036934966532, "scenario_construction_mean_reward_component_mean_wait_level_term": -0.04469507955342561, "scenario_construction_mean_reward_component_mean_wait_term": -0.004654892855599416, "scenario_construction_mean_reward_component_step_imbalance_term": -0.0070923805857698126, "scenario_construction_mean_reward_component_step_queue_level_term": -0.04196408515175184, "scenario_construction_mean_reward_component_step_queue_term": -0.0005274733897143354, "scenario_construction_mean_reward_component_step_throughput_term": 0.0, "scenario_construction_mean_reward_component_step_wait_level_term": -0.0837902973095576, "scenario_construction_mean_reward_component_step_wait_term": -0.0005116460573238631, "scenario_construction_mean_running_vehicles": 10984.333333333334, "scenario_construction_mean_throughput": 9942.333333333334, "scenario_construction_mean_total_episode_return": -8154.410629073158, "scenario_construction_mean_total_incoming_vehicles": 10832.800455729166, "scenario_construction_mean_total_waiting_vehicles": 10815.933919270834, "scenario_district_overload_num_episodes": 3.0, "scenario_district_overload_mean_average_travel_time": 1195.322119047619, "scenario_district_overload_mean_decision_steps": 720.0, "scenario_district_overload_mean_episode_return": -0.07704715363552843, "scenario_district_overload_mean_mean_incoming_vehicles": 79.52678680419922, "scenario_district_overload_mean_mean_incoming_vehicles_commercial": 88.96267445882161, "scenario_district_overload_mean_mean_incoming_vehicles_industrial": 53.708824157714844, "scenario_district_overload_mean_mean_incoming_vehicles_mixed": 77.57301330566406, "scenario_district_overload_mean_mean_incoming_vehicles_residential": 82.95050048828125, "scenario_district_overload_mean_mean_reward": -0.14318007230758667, "scenario_district_overload_mean_mean_reward_commercial": -0.1615289251009623, "scenario_district_overload_mean_mean_reward_industrial": -0.11472812294960022, "scenario_district_overload_mean_mean_reward_mixed": -0.13287750879923502, "scenario_district_overload_mean_mean_reward_residential": -0.1484353393316269, "scenario_district_overload_mean_mean_step_intersection_reward": -0.07704715363552843, "scenario_district_overload_mean_mean_waiting_vehicles": 79.4207534790039, "scenario_district_overload_mean_mean_waiting_vehicles_commercial": 88.8725077311198, "scenario_district_overload_mean_mean_waiting_vehicles_industrial": 53.441911697387695, "scenario_district_overload_mean_mean_waiting_vehicles_mixed": 77.4367192586263, "scenario_district_overload_mean_mean_waiting_vehicles_residential": 82.85978190104167, "scenario_district_overload_mean_num_commercial_intersections": 25.0, "scenario_district_overload_mean_num_controlled_intersections": 143.66666666666666, "scenario_district_overload_mean_num_industrial_intersections": 21.0, "scenario_district_overload_mean_num_mixed_intersections": 18.333333333333332, "scenario_district_overload_mean_num_residential_intersections": 86.33333333333333, "scenario_district_overload_mean_reward_component_mean_imbalance_term": -0.0037736904710529433, "scenario_district_overload_mean_reward_component_mean_queue_level_term": -0.02285890012094569, "scenario_district_overload_mean_reward_component_mean_queue_term": -0.002483083630987108, "scenario_district_overload_mean_reward_component_mean_throughput_term": 0.0004181063758871325, "scenario_district_overload_mean_reward_component_mean_wait_level_term": -0.04339032608421323, "scenario_district_overload_mean_reward_component_mean_wait_term": -0.004959260496528057, "scenario_district_overload_mean_reward_component_step_imbalance_term": -0.0073141853014628095, "scenario_district_overload_mean_reward_component_step_queue_level_term": -0.04469550649325053, "scenario_district_overload_mean_reward_component_step_queue_term": -0.0003631128541504343, "scenario_district_overload_mean_reward_component_step_throughput_term": 3.47008584261251e-05, "scenario_district_overload_mean_reward_component_step_wait_level_term": -0.0892631287376086, "scenario_district_overload_mean_reward_component_step_wait_term": -0.0015788508656745155, "scenario_district_overload_mean_running_vehicles": 11578.333333333334, "scenario_district_overload_mean_throughput": 8720.0, "scenario_district_overload_mean_total_episode_return": -7920.439513783902, "scenario_district_overload_mean_total_incoming_vehicles": 11418.2001953125, "scenario_district_overload_mean_total_waiting_vehicles": 11402.533203125, "scenario_evening_rush_num_episodes": 3.0, "scenario_evening_rush_mean_average_travel_time": 660.4524094134522, "scenario_evening_rush_mean_decision_steps": 720.0, "scenario_evening_rush_mean_episode_return": -0.04457209495347355, "scenario_evening_rush_mean_mean_incoming_vehicles": 76.65056228637695, "scenario_evening_rush_mean_mean_incoming_vehicles_commercial": 95.35669199625652, "scenario_evening_rush_mean_mean_incoming_vehicles_industrial": 90.39044189453125, "scenario_evening_rush_mean_mean_incoming_vehicles_mixed": 69.93777974446614, "scenario_evening_rush_mean_mean_incoming_vehicles_residential": 71.98044713338216, "scenario_evening_rush_mean_mean_reward": -0.1385439708828926, "scenario_evening_rush_mean_mean_reward_commercial": -0.17414634923140207, "scenario_evening_rush_mean_mean_reward_industrial": -0.18424042314291, "scenario_evening_rush_mean_mean_reward_mixed": -0.12508899718523026, "scenario_evening_rush_mean_mean_reward_residential": -0.1282640720407168, "scenario_evening_rush_mean_mean_step_intersection_reward": -0.04457209495347355, "scenario_evening_rush_mean_mean_waiting_vehicles": 76.41112899780273, "scenario_evening_rush_mean_mean_waiting_vehicles_commercial": 95.16231282552083, "scenario_evening_rush_mean_mean_waiting_vehicles_industrial": 90.23749923706055, "scenario_evening_rush_mean_mean_waiting_vehicles_mixed": 69.61174647013347, "scenario_evening_rush_mean_mean_waiting_vehicles_residential": 71.7259152730306, "scenario_evening_rush_mean_num_commercial_intersections": 25.0, "scenario_evening_rush_mean_num_controlled_intersections": 143.66666666666666, "scenario_evening_rush_mean_num_industrial_intersections": 21.0, "scenario_evening_rush_mean_num_mixed_intersections": 18.333333333333332, "scenario_evening_rush_mean_num_residential_intersections": 86.33333333333333, "scenario_evening_rush_mean_reward_component_mean_imbalance_term": -0.002133049215939269, "scenario_evening_rush_mean_reward_component_mean_queue_level_term": -0.01255612862614136, "scenario_evening_rush_mean_reward_component_mean_queue_term": -0.0023793901366290352, "scenario_evening_rush_mean_reward_component_mean_throughput_term": 0.0003537796854002577, "scenario_evening_rush_mean_reward_component_mean_wait_level_term": -0.023112009718347006, "scenario_evening_rush_mean_reward_component_mean_wait_term": -0.004745296994345637, "scenario_evening_rush_mean_reward_component_step_imbalance_term": -0.007105864739666383, "scenario_evening_rush_mean_reward_component_step_queue_level_term": -0.042829024295012154, "scenario_evening_rush_mean_reward_component_step_queue_term": -0.0014268975937739015, "scenario_evening_rush_mean_reward_component_step_throughput_term": 1.0683762714810049e-05, "scenario_evening_rush_mean_reward_component_step_wait_level_term": -0.08536915977795918, "scenario_evening_rush_mean_reward_component_step_wait_term": -0.00182371501189967, "scenario_evening_rush_mean_running_vehicles": 11232.666666666666, "scenario_evening_rush_mean_throughput": 7317.333333333333, "scenario_evening_rush_mean_total_episode_return": -4600.199328966439, "scenario_evening_rush_mean_total_incoming_vehicles": 11043.533528645834, "scenario_evening_rush_mean_total_waiting_vehicles": 11008.533203125, "scenario_event_spike_num_episodes": 3.0, "scenario_event_spike_mean_average_travel_time": 1208.472896825397, "scenario_event_spike_mean_decision_steps": 720.0, "scenario_event_spike_mean_episode_return": -0.08119336456882184, "scenario_event_spike_mean_mean_incoming_vehicles": 82.9580307006836, "scenario_event_spike_mean_mean_incoming_vehicles_commercial": 83.54111735026042, "scenario_event_spike_mean_mean_incoming_vehicles_industrial": 66.97573852539062, "scenario_event_spike_mean_mean_incoming_vehicles_mixed": 81.62380981445312, "scenario_event_spike_mean_mean_incoming_vehicles_residential": 86.97780863444011, "scenario_event_spike_mean_mean_reward": -0.1493850996096929, "scenario_event_spike_mean_mean_reward_commercial": -0.14835137128829956, "scenario_event_spike_mean_mean_reward_industrial": -0.14332343265414238, "scenario_event_spike_mean_mean_reward_mixed": -0.1416124701499939, "scenario_event_spike_mean_mean_reward_residential": -0.15567681193351746, "scenario_event_spike_mean_mean_step_intersection_reward": -0.08119336456882184, "scenario_event_spike_mean_mean_waiting_vehicles": 82.84591166178386, "scenario_event_spike_mean_mean_waiting_vehicles_commercial": 83.3379643758138, "scenario_event_spike_mean_mean_waiting_vehicles_industrial": 66.875, "scenario_event_spike_mean_mean_waiting_vehicles_mixed": 81.58306884765625, "scenario_event_spike_mean_mean_waiting_vehicles_residential": 86.8769048055013, "scenario_event_spike_mean_num_commercial_intersections": 25.0, "scenario_event_spike_mean_num_controlled_intersections": 143.66666666666666, "scenario_event_spike_mean_num_industrial_intersections": 21.0, "scenario_event_spike_mean_num_mixed_intersections": 18.333333333333332, "scenario_event_spike_mean_num_residential_intersections": 86.33333333333333, "scenario_event_spike_mean_reward_component_mean_imbalance_term": -0.0039921077359601305, "scenario_event_spike_mean_reward_component_mean_queue_level_term": -0.024016949785123465, "scenario_event_spike_mean_reward_component_mean_queue_term": -0.002585857834915536, "scenario_event_spike_mean_reward_component_mean_throughput_term": 0.0003975352663474041, "scenario_event_spike_mean_reward_component_mean_wait_level_term": -0.04582935523439996, "scenario_event_spike_mean_reward_component_mean_wait_term": -0.0051666291805856045, "scenario_event_spike_mean_reward_component_step_imbalance_term": -0.007636613678187132, "scenario_event_spike_mean_reward_component_step_queue_level_term": -0.0465454397102197, "scenario_event_spike_mean_reward_component_step_queue_term": -0.0007804334648729613, "scenario_event_spike_mean_reward_component_step_throughput_term": 2.401709571131505e-05, "scenario_event_spike_mean_reward_component_step_wait_level_term": -0.09295988579591115, "scenario_event_spike_mean_reward_component_step_wait_term": -0.0014867326244711876, "scenario_event_spike_mean_running_vehicles": 12100.0, "scenario_event_spike_mean_throughput": 8194.666666666666, "scenario_event_spike_mean_total_episode_return": -8365.053400541967, "scenario_event_spike_mean_total_incoming_vehicles": 11934.666666666666, "scenario_event_spike_mean_total_waiting_vehicles": 11918.266927083334, "scenario_morning_rush_num_episodes": 3.0, "scenario_morning_rush_mean_average_travel_time": 1811.952595570632, "scenario_morning_rush_mean_decision_steps": 720.0, "scenario_morning_rush_mean_episode_return": -0.09729997475048163, "scenario_morning_rush_mean_mean_incoming_vehicles": 65.98576100667317, "scenario_morning_rush_mean_mean_incoming_vehicles_commercial": 46.47777811686198, "scenario_morning_rush_mean_mean_incoming_vehicles_industrial": 30.824999809265137, "scenario_morning_rush_mean_mean_incoming_vehicles_mixed": 48.718518575032554, "scenario_morning_rush_mean_mean_incoming_vehicles_residential": 79.2193120320638, "scenario_morning_rush_mean_mean_reward": -0.11870058874289195, "scenario_morning_rush_mean_mean_reward_commercial": -0.08712878078222275, "scenario_morning_rush_mean_mean_reward_industrial": -0.062119029462337494, "scenario_morning_rush_mean_mean_reward_mixed": -0.08129808306694031, "scenario_morning_rush_mean_mean_reward_residential": -0.14277466386556625, "scenario_morning_rush_mean_mean_step_intersection_reward": -0.09729997475048163, "scenario_morning_rush_mean_mean_waiting_vehicles": 65.43304443359375, "scenario_morning_rush_mean_mean_waiting_vehicles_commercial": 46.016465504964195, "scenario_morning_rush_mean_mean_waiting_vehicles_industrial": 29.62426471710205, "scenario_morning_rush_mean_mean_waiting_vehicles_mixed": 48.529099782307945, "scenario_morning_rush_mean_mean_waiting_vehicles_residential": 78.70959091186523, "scenario_morning_rush_mean_num_commercial_intersections": 25.0, "scenario_morning_rush_mean_num_controlled_intersections": 143.66666666666666, "scenario_morning_rush_mean_num_industrial_intersections": 21.0, "scenario_morning_rush_mean_num_mixed_intersections": 18.333333333333332, "scenario_morning_rush_mean_num_residential_intersections": 86.33333333333333, "scenario_morning_rush_mean_reward_component_mean_imbalance_term": -0.0050065515168622055, "scenario_morning_rush_mean_reward_component_mean_queue_level_term": -0.029667490588417427, "scenario_morning_rush_mean_reward_component_mean_queue_term": -0.0020817301939887504, "scenario_morning_rush_mean_reward_component_mean_throughput_term": 0.0004631613343934549, "scenario_morning_rush_mean_reward_component_mean_wait_level_term": -0.05687377775736561, "scenario_morning_rush_mean_reward_component_mean_wait_term": -0.004133584840558952, "scenario_morning_rush_mean_reward_component_step_imbalance_term": -0.00652750488370657, "scenario_morning_rush_mean_reward_component_step_queue_level_term": -0.03747114290793737, "scenario_morning_rush_mean_reward_component_step_queue_term": 0.00010746932336284469, "scenario_morning_rush_mean_reward_component_step_throughput_term": 0.00011752135469578207, "scenario_morning_rush_mean_reward_component_step_wait_level_term": -0.07439005995790164, "scenario_morning_rush_mean_reward_component_step_wait_term": -0.0005368716471518079, "scenario_morning_rush_mean_running_vehicles": 9516.333333333334, "scenario_morning_rush_mean_throughput": 9721.333333333334, "scenario_morning_rush_mean_total_episode_return": -9921.271500100693, "scenario_morning_rush_mean_total_incoming_vehicles": 9360.466471354166, "scenario_morning_rush_mean_total_waiting_vehicles": 9274.599934895834, "scenario_normal_num_episodes": 3.0, "scenario_normal_mean_average_travel_time": 322.15036814674727, "scenario_normal_mean_decision_steps": 720.0, "scenario_normal_mean_episode_return": -0.011686708983003072, "scenario_normal_mean_mean_incoming_vehicles": 12.324091911315918, "scenario_normal_mean_mean_incoming_vehicles_commercial": 10.414502620697021, "scenario_normal_mean_mean_incoming_vehicles_industrial": 3.6330883502960205, "scenario_normal_mean_mean_incoming_vehicles_mixed": 14.223809878031412, "scenario_normal_mean_mean_incoming_vehicles_residential": 13.507595380147299, "scenario_normal_mean_mean_reward": -0.015344452733794848, "scenario_normal_mean_mean_reward_commercial": -0.017466401836524408, "scenario_normal_mean_mean_reward_industrial": -0.018741912208497524, "scenario_normal_mean_mean_reward_mixed": -0.013853445377511283, "scenario_normal_mean_mean_reward_residential": -0.014423531169692675, "scenario_normal_mean_mean_step_intersection_reward": -0.011686708983003072, "scenario_normal_mean_mean_waiting_vehicles": 10.26733684539795, "scenario_normal_mean_mean_waiting_vehicles_commercial": 8.411057949066162, "scenario_normal_mean_mean_waiting_vehicles_industrial": 2.244117647409439, "scenario_normal_mean_mean_waiting_vehicles_mixed": 12.089841524759928, "scenario_normal_mean_mean_waiting_vehicles_residential": 11.420641899108887, "scenario_normal_mean_num_commercial_intersections": 25.0, "scenario_normal_mean_num_controlled_intersections": 143.66666666666666, "scenario_normal_mean_num_industrial_intersections": 21.0, "scenario_normal_mean_num_mixed_intersections": 18.333333333333332, "scenario_normal_mean_num_residential_intersections": 86.33333333333333, "scenario_normal_mean_reward_component_mean_imbalance_term": -0.0009236909056465631, "scenario_normal_mean_reward_component_mean_queue_level_term": -0.004475039445676682, "scenario_normal_mean_reward_component_mean_queue_term": -0.00033819589137917, "scenario_normal_mean_reward_component_mean_throughput_term": 0.0006868841588264465, "scenario_normal_mean_reward_component_mean_wait_level_term": -0.006083505248553652, "scenario_normal_mean_reward_component_mean_wait_term": -0.000553161650131739, "scenario_normal_mean_reward_component_step_imbalance_term": -0.0014559239304314058, "scenario_normal_mean_reward_component_step_queue_level_term": -0.0060875255924959975, "scenario_normal_mean_reward_component_step_queue_term": 0.000328068170347251, "scenario_normal_mean_reward_component_step_throughput_term": 0.0004987179684879569, "scenario_normal_mean_reward_component_step_wait_level_term": -0.009831168999274572, "scenario_normal_mean_reward_component_step_wait_term": 0.0012033806027223666, "scenario_normal_mean_running_vehicles": 1810.0, "scenario_normal_mean_throughput": 14139.666666666666, "scenario_normal_mean_total_episode_return": -1214.3532793479972, "scenario_normal_mean_total_incoming_vehicles": 1778.9332682291667, "scenario_normal_mean_total_waiting_vehicles": 1482.0666910807292, "random_num_episodes": 21.0, "random_mean_average_travel_time": 1149.735511120171, "random_mean_decision_steps": 720.0, "random_mean_episode_return": -0.06986708645135926, "random_mean_mean_incoming_vehicles": 69.00572704133533, "random_mean_mean_incoming_vehicles_commercial": 69.49742081051781, "random_mean_mean_incoming_vehicles_industrial": 54.13539964812143, "random_mean_mean_incoming_vehicles_mixed": 64.00039295923142, "random_mean_mean_incoming_vehicles_residential": 72.77403754279727, "random_mean_mean_reward": -0.12369194103493578, "random_mean_mean_reward_commercial": -0.12429957969912461, "random_mean_mean_reward_industrial": -0.11348718235136143, "random_mean_mean_reward_mixed": -0.11239427842554592, "random_mean_mean_reward_residential": -0.12937946449078264, "random_mean_mean_step_intersection_reward": -0.06986708645135926, "random_mean_mean_waiting_vehicles": 68.6866828827631, "random_mean_mean_waiting_vehicles_commercial": 69.13945550010318, "random_mean_mean_waiting_vehicles_industrial": 53.848739760262625, "random_mean_mean_waiting_vehicles_mixed": 63.70834482283819, "random_mean_mean_waiting_vehicles_residential": 72.45771448952812, "random_mean_num_commercial_intersections": 25.0, "random_mean_num_controlled_intersections": 143.66666666666666, "random_mean_num_industrial_intersections": 21.0, "random_mean_num_mixed_intersections": 18.333333333333332, "random_mean_num_residential_intersections": 86.33333333333333, "random_mean_reward_component_mean_imbalance_term": -0.0035170371034860624, "random_mean_reward_component_mean_queue_level_term": -0.020873759790043262, "random_mean_reward_component_mean_queue_term": -0.0021483343322610702, "random_mean_reward_component_mean_throughput_term": 0.00042374731430812513, "random_mean_reward_component_mean_wait_level_term": -0.03947469252266268, "random_mean_reward_component_mean_wait_term": -0.004277009669906202, "random_mean_reward_component_step_imbalance_term": -0.0064979581816476725, "random_mean_reward_component_step_queue_level_term": -0.03867001771660788, "random_mean_reward_component_step_queue_term": -0.0005433858593841294, "random_mean_reward_component_step_throughput_term": 7.67399272133064e-05, "random_mean_reward_component_step_wait_level_term": -0.07696532001275391, "random_mean_reward_component_step_wait_term": -0.001091999217307949, "random_mean_running_vehicles": 10078.57142857143, "random_mean_throughput": 8766.285714285714, "random_mean_total_episode_return": -7195.776583427663, "random_mean_total_incoming_vehicles": 9926.447556268602, "random_mean_total_waiting_vehicles": 9880.352475120908, "fixed_num_episodes": 21.0, "fixed_mean_average_travel_time": 1124.0565598037003, "fixed_mean_decision_steps": 720.0, "fixed_mean_episode_return": -0.06868379996774615, "fixed_mean_mean_incoming_vehicles": 67.68019539969308, "fixed_mean_mean_incoming_vehicles_commercial": 66.97633057548886, "fixed_mean_mean_incoming_vehicles_industrial": 51.98813056945801, "fixed_mean_mean_incoming_vehicles_mixed": 63.079319545200896, "fixed_mean_mean_incoming_vehicles_residential": 71.61153534480503, "fixed_mean_mean_reward": -0.12379579494396846, "fixed_mean_mean_reward_commercial": -0.12034201719576404, "fixed_mean_mean_reward_industrial": -0.11323985617075648, "fixed_mean_mean_reward_mixed": -0.11251166910820064, "fixed_mean_mean_reward_residential": -0.13029047137215025, "fixed_mean_mean_step_intersection_reward": -0.06868379996774615, "fixed_mean_mean_waiting_vehicles": 67.34642019725982, "fixed_mean_mean_waiting_vehicles_commercial": 66.61372003101167, "fixed_mean_mean_waiting_vehicles_industrial": 51.54842403956822, "fixed_mean_mean_waiting_vehicles_mixed": 62.698986870901926, "fixed_mean_mean_waiting_vehicles_residential": 71.31038307008289, "fixed_mean_num_commercial_intersections": 25.0, "fixed_mean_num_controlled_intersections": 143.66666666666666, "fixed_mean_num_industrial_intersections": 21.0, "fixed_mean_num_mixed_intersections": 18.333333333333332, "fixed_mean_num_residential_intersections": 86.33333333333333, "fixed_mean_reward_component_mean_imbalance_term": -0.003465978212682819, "fixed_mean_reward_component_mean_queue_level_term": -0.020574338963747902, "fixed_mean_reward_component_mean_queue_term": -0.0021085567718838313, "fixed_mean_reward_component_mean_throughput_term": 0.00045078821786658424, "fixed_mean_reward_component_mean_wait_level_term": -0.038787730208751085, "fixed_mean_reward_component_mean_wait_term": -0.004197983770099666, "fixed_mean_reward_component_step_imbalance_term": -0.006365043981488617, "fixed_mean_reward_component_step_queue_level_term": -0.03795402275309676, "fixed_mean_reward_component_step_queue_term": -0.00036114034897071265, "fixed_mean_reward_component_step_throughput_term": 7.484737112203479e-05, "fixed_mean_reward_component_step_wait_level_term": -0.0755326659640386, "fixed_mean_reward_component_step_wait_term": -0.003657768958614075, "fixed_mean_running_vehicles": 9871.714285714286, "fixed_mean_throughput": 9343.285714285714, "fixed_mean_total_episode_return": -7067.1107983789625, "fixed_mean_total_incoming_vehicles": 9722.266775948661, "fixed_mean_total_waiting_vehicles": 9673.085670107886, "learner_minus_fixed_return": 0.0008364148110455855, "learner_minus_random_return": 0.002019701294658699, "update": 80, "algorithm": "ps_d3qn", "policy_arch": "single_head", "reward_variant": "wait_queue_throughput", "rolling_mean_episode_return": -0.07542100389380334, "rolling_mean_total_episode_return": -7776.380780765492, "rolling_mean_mean_waiting_vehicles": 73.38390572865804, "rolling_mean_throughput": 7868.9047619047615}