File size: 4,864 Bytes
19ab40a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
{
    "_checkpoint": {
        "global_record": {
            "index": -1,
            "route_id": -1,
            "status": "Failed",
            "infractions": {
                "collisions_layout": 4.204,
                "collisions_pedestrian": 0.0,
                "collisions_vehicle": 4.204,
                "red_light": 0.0,
                "stop_infraction": 0.0,
                "outside_route_lanes": 0.022,
                "min_speed_infractions": 16.816,
                "yield_emergency_vehicle_infractions": 0.0,
                "scenario_timeouts": 0.0,
                "route_dev": 0.0,
                "vehicle_blocked": 4.204,
                "route_timeout": 0.0
            },
            "scores_mean": {
                "score_composed": 8.668137,
                "score_route": 24.5,
                "score_penalty": 0.353802
            },
            "scores_std_dev": {
                "score_composed": 0,
                "score_route": 0,
                "score_penalty": 0
            },
            "meta": {
                "total_length": 970.88,
                "duration_game": 299.65,
                "duration_system": 2640.076,
                "exceptions": [
                    [
                        "RouteScenario_4_rep0",
                        0,
                        "Failed - Agent got blocked"
                    ]
                ]
            }
        },
        "progress": [
            1,
            1
        ],
        "records": [
            {
                "index": 0,
                "route_id": "RouteScenario_4_rep0",
                "scenario_name": "DynamicObjectCrossing_1",
                "weather_id": null,
                "save_name": "RouteScenario_4_rep0_Town01_DynamicObjectCrossing_1_None_04_15_20_09_33",
                "status": "Failed - Agent got blocked",
                "num_infractions": 8,
                "infractions": {
                    "collisions_layout": [
                        "Agent collided against object with type=static.bridge and id=0 at (x=5.648, y=185.761, z=0.094) at time=239.650s [CARLA Frame: 6358, Agent Step: 4792]"
                    ],
                    "collisions_pedestrian": [],
                    "collisions_vehicle": [
                        "Agent collided against object with type=vehicle.audi.tt and id=267 at (x=-0.867, y=182.943, z=-0.011) at time=217.900s [CARLA Frame: 5923, Agent Step: 4357]"
                    ],
                    "red_light": [],
                    "stop_infraction": [],
                    "outside_route_lanes": [
                        "Agent went outside its route lanes for about 22.073 meters (9.28% of the completed route)"
                    ],
                    "min_speed_infractions": [
                        "Average speed is 98.47% of the surrounding traffic's one",
                        "Average speed is 7.37% of the surrounding traffic's one",
                        "Average speed is 76.92% of the surrounding traffic's one",
                        "Average speed is 106.13% of the surrounding traffic's one"
                    ],
                    "yield_emergency_vehicle_infractions": [],
                    "scenario_timeouts": [],
                    "route_dev": [],
                    "vehicle_blocked": [
                        "Agent got blocked at (x=5.68, y=185.941, z=0.101)"
                    ],
                    "route_timeout": []
                },
                "scores": {
                    "score_route": 24.5,
                    "score_penalty": 0.353802,
                    "score_composed": 8.668137
                },
                "meta": {
                    "route_length": 970.88,
                    "duration_game": 299.65,
                    "duration_system": 2640.076
                },
                "town_name": "Town01"
            }
        ]
    },
    "entry_status": "Finished",
    "eligible": true,
    "sensors": [
        "carla_camera",
        "carla_imu",
        "carla_gnss",
        "carla_speedometer"
    ],
    "values": [
        "8.668137",
        "24.5",
        "0.353802",
        "0.0",
        "4.204",
        "4.204",
        "0.0",
        "0.0",
        "0.022",
        "0.0",
        "0.0",
        "4.204",
        "0.0",
        "0.0",
        "16.816"
    ],
    "labels": [
        "Avg. driving score",
        "Avg. route completion",
        "Avg. infraction penalty",
        "Collisions with pedestrians",
        "Collisions with vehicles",
        "Collisions with layout",
        "Red lights infractions",
        "Stop sign infractions",
        "Off-road infractions",
        "Route deviations",
        "Route timeouts",
        "Agent blocked",
        "Yield emergency vehicles infractions",
        "Scenario timeouts",
        "Min speed infractions"
    ]
}