File size: 8,067 Bytes
19ab40a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
{
    "_checkpoint": {
        "global_record": {
            "index": -1,
            "route_id": -1,
            "status": "Completed",
            "infractions": {
                "collisions_layout": 0.0,
                "collisions_pedestrian": 0.335,
                "collisions_vehicle": 3.35,
                "red_light": 1.005,
                "stop_infraction": 0.0,
                "outside_route_lanes": 0.001,
                "min_speed_infractions": 7.035,
                "yield_emergency_vehicle_infractions": 0.0,
                "scenario_timeouts": 0.0,
                "route_dev": 0.0,
                "vehicle_blocked": 0.0,
                "route_timeout": 0.0
            },
            "scores_mean": {
                "score_composed": 0.103671,
                "score_route": 100.0,
                "score_penalty": 0.001037
            },
            "scores_std_dev": {
                "score_composed": 0,
                "score_route": 0,
                "score_penalty": 0
            },
            "meta": {
                "total_length": 2985.044,
                "duration_game": 764.25,
                "duration_system": 16714.067,
                "exceptions": []
            }
        },
        "progress": [
            1,
            1
        ],
        "records": [
            {
                "index": 0,
                "route_id": "RouteScenario_32_rep0",
                "scenario_name": "SignalizedJunctionLeftTurn_1",
                "weather_id": null,
                "save_name": "RouteScenario_32_rep0_Town06_SignalizedJunctionLeftTurn_1_None_04_22_05_21_49",
                "status": "Completed",
                "num_infractions": 36,
                "infractions": {
                    "collisions_layout": [],
                    "collisions_pedestrian": [
                        "Agent collided against object with type=walker.pedestrian.0012 and id=225 at (x=-37.598, y=-21.488, z=-0.002) at time=288.450s [CARLA Frame: 11346, Agent Step: 5768]"
                    ],
                    "collisions_vehicle": [
                        "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=188 at (x=531.717, y=-18.078, z=-0.004) at time=30.150s [CARLA Frame: 6180, Agent Step: 602]",
                        "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=261 at (x=463.6, y=-23.172, z=-0.007) at time=122.600s [CARLA Frame: 8029, Agent Step: 2451]",
                        "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=386 at (x=234.151, y=-17.752, z=-0.006) at time=236.650s [CARLA Frame: 10310, Agent Step: 4732]",
                        "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=407 at (x=29.52, y=-18.529, z=-0.006) at time=281.150s [CARLA Frame: 11200, Agent Step: 5622]",
                        "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=407 at (x=-17.299, y=-17.369, z=0.002) at time=286.150s [CARLA Frame: 11300, Agent Step: 5722]",
                        "Agent collided against object with type=vehicle.ford.mustang and id=564 at (x=466.515, y=48.099, z=-0.004) at time=423.800s [CARLA Frame: 14053, Agent Step: 8475]",
                        "Agent collided against object with type=vehicle.chevrolet.impala and id=602 at (x=641.536, y=47.419, z=-0.004) at time=473.200s [CARLA Frame: 15041, Agent Step: 9463]",
                        "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=600 at (x=645.57, y=44.452, z=-0.006) at time=474.550s [CARLA Frame: 15068, Agent Step: 9490]",
                        "Agent collided against object with type=vehicle.dodge.charger_2020 and id=683 at (x=444.898, y=-20.267, z=-0.002) at time=510.550s [CARLA Frame: 15788, Agent Step: 10210]",
                        "Agent collided against object with type=vehicle.nissan.patrol_2021 and id=753 at (x=76.188, y=-17.482, z=-0.007) at time=602.650s [CARLA Frame: 17630, Agent Step: 12052]"
                    ],
                    "red_light": [
                        "Agent ran a red light 56 at (x=677.42, y=55.0, z=0.15)",
                        "Agent ran a red light 106 at (x=-143.31, y=56.01, z=0.15)",
                        "Agent ran a red light 56 at (x=677.42, y=55.0, z=0.15)"
                    ],
                    "stop_infraction": [],
                    "outside_route_lanes": [
                        "Agent went outside its route lanes for about 0.808 meters (0.03% of the completed route)"
                    ],
                    "min_speed_infractions": [
                        "Average speed is 143.12% of the surrounding traffic's one",
                        "Average speed is 19.98% of the surrounding traffic's one",
                        "Average speed is 102.76% of the surrounding traffic's one",
                        "Average speed is 106.57% of the surrounding traffic's one",
                        "Average speed is 133.51% of the surrounding traffic's one",
                        "Average speed is 70.79% of the surrounding traffic's one",
                        "Average speed is 150.07% of the surrounding traffic's one",
                        "Average speed is 108.37% of the surrounding traffic's one",
                        "Average speed is 94.52% of the surrounding traffic's one",
                        "Average speed is 88.45% of the surrounding traffic's one",
                        "Average speed is 149.81% of the surrounding traffic's one",
                        "Average speed is 85.83% of the surrounding traffic's one",
                        "Average speed is 102.19% of the surrounding traffic's one",
                        "Average speed is 43.01% of the surrounding traffic's one",
                        "Average speed is 109.57% of the surrounding traffic's one",
                        "Average speed is 108.37% of the surrounding traffic's one",
                        "Average speed is 92.64% of the surrounding traffic's one",
                        "Average speed is 89.35% of the surrounding traffic's one",
                        "Average speed is 394.46% of the surrounding traffic's one",
                        "Average speed is 272.0% of the surrounding traffic's one",
                        "Average speed is 272.0% of the surrounding traffic's one"
                    ],
                    "yield_emergency_vehicle_infractions": [],
                    "scenario_timeouts": [],
                    "route_dev": [],
                    "vehicle_blocked": [],
                    "route_timeout": []
                },
                "scores": {
                    "score_route": 100,
                    "score_penalty": 0.001037,
                    "score_composed": 0.103671
                },
                "meta": {
                    "route_length": 2985.044,
                    "duration_game": 764.25,
                    "duration_system": 16714.067
                },
                "town_name": "Town06"
            }
        ]
    },
    "entry_status": "Finished",
    "eligible": true,
    "sensors": [
        "carla_camera",
        "carla_imu",
        "carla_gnss",
        "carla_speedometer"
    ],
    "values": [
        "0.103671",
        "100.0",
        "0.001037",
        "0.335",
        "3.35",
        "0.0",
        "1.005",
        "0.0",
        "0.001",
        "0.0",
        "0.0",
        "0.0",
        "0.0",
        "0.0",
        "7.035"
    ],
    "labels": [
        "Avg. driving score",
        "Avg. route completion",
        "Avg. infraction penalty",
        "Collisions with pedestrians",
        "Collisions with vehicles",
        "Collisions with layout",
        "Red lights infractions",
        "Stop sign infractions",
        "Off-road infractions",
        "Route deviations",
        "Route timeouts",
        "Agent blocked",
        "Yield emergency vehicles infractions",
        "Scenario timeouts",
        "Min speed infractions"
    ]
}