diff --git a/LB5s1/args.txt b/LB5s1/args.txt new file mode 100644 index 0000000000000000000000000000000000000000..1b35c430efc7022920ff0ec033cf9a3672375f77 --- /dev/null +++ b/LB5s1/args.txt @@ -0,0 +1,97 @@ +{ + "id": "v2/LB9s1", + "epochs": 31, + "lr": 0.0003, + "batch_size": 8, + "logdir": "/cluster/work/andrebw/repos/temporal_garage/results/training/v2/LB9s1", + "load_file": "/cluster/work/andrebw/repos/temporal_garage/results/training/tfpp_base/model_0030.pth", + "setting": "13_withheld", + "root_dir": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data" + ], + "schedule_reduce_epoch_01": 30, + "schedule_reduce_epoch_02": 40, + "backbone": "transFuser", + "image_architecture": "regnety_032", + "lidar_architecture": "regnety_032", + "use_velocity": 1, + "n_layer": 2, + "val_every": 10, + "sync_batch_norm": 0, + "zero_redundancy_optimizer": 1, + "use_disk_cache": 1, + "realign_lidar": 1, + "use_ground_plane": 0, + "use_controller_input_prediction": 1, + "use_wp_gru": 0, + "pred_len": 8, + "estimate_class_distributions": 0, + "use_focal_loss": 0, + "use_cosine_schedule": 1, + "augment": 1, + "use_plant": 0, + "learn_origin": 1, + "local_rank": -999, + "train_sampling_rate": 1, + "use_amp": 0, + "use_grad_clip": 0, + "use_color_aug": 1, + "use_semantic": 1, + "use_depth": 1, + "detect_boxes": 1, + "use_bev_semantic": 1, + "estimate_semantic_distribution": 0, + "use_discrete_command": 1, + "gru_hidden_size": 64, + "use_cutout": 0, + "add_features": 1, + "freeze_backbone": 0, + "learn_multi_task_weights": 0, + "transformer_decoder_join": 1, + "bev_down_sample_factor": 4, + "perspective_downsample_factor": 1, + "gru_input_size": 256, + "num_repetitions": 1, + "bev_grid_height_downsample_factor": 1, + "wp_dilation": 1, + "use_tp": 1, + "continue_epoch": 0, + "max_height_lidar": 100.0, + "smooth_route": 1, + "use_speed_weights": 0, + "max_num_bbs": 30, + "use_optim_groups": 0, + "weight_decay": 0.01, + "use_label_smoothing": 0, + "cpu_cores": 24, + "tp_attention": 0, + "multi_wp_output": 0, + "seed": 0, + "crop_image": 1, + "input_path_to_target_speed_network": 0, + "predict_checkpoint_len": 10, + "max_x": 32, + "crop_bev_height_only_from_behind": 0, + "lidar_resolution_height": 256, + "dataset_cache_name": "dataset_cache", + "cosine_t0": 1, + "compile": 0, + "compile_mode": "default", + "seq_len": 5, + "seq_step": 1, + "lidar_seq_len": 1, + "lidar_step_size": 1, + "validation": true, + "use_temporal_fusion": 1, + "temporal_fusion_layers": 4, + "temporal_fusion_heads": 4, + "use_recurrent_training": 1, + "use_temporal_self_attn": 0, + "use_trajectory_prediction": 1, + "trajectory_loss_type": "huber", + "use_trajectory_target_speed_mask": 1, + "trajectory_pred_len": 6, + "trajectory_step_size": 2, + "trajectory_decoder_layers": 1, + "trajectory_modes": 6 +} \ No newline at end of file diff --git a/LB5s1/config.json b/LB5s1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8be7845cb0d0636a2952c5458c3be7e4e1b0213e --- /dev/null +++ b/LB5s1/config.json @@ -0,0 +1,762 @@ +{ + "add_after_accident_two_ways": -15, + "add_after_construction_obstacle_two_ways": 15, + "add_after_parked_obstacle_two_ways": -5, + "add_after_vehicle_opens_door_two_ways": -20, + "add_before_accident_two_ways": -15, + "add_before_construction_obstacle_two_ways": 15, + "add_before_parked_obstacle_two_ways": -5, + "add_before_vehicle_opens_door_two_ways": -20, + "add_features": 1, + "aim_distance_fast": 3.0, + "aim_distance_slow": 2.25, + "aim_distance_threshold": 5.5, + "angle_bins": [ + -0.375, + -0.125, + 0.125, + 0.375 + ], + "angle_weights": [ + 204.25901201602136, + 7.554315623148331, + 0.21388916461734406, + 5.476446162657503, + 207.86684782608697 + ], + "angles": [ + -0.5, + -0.25, + 0.0, + 0.25, + 0.5 + ], + "attn_pdrop": 0.1, + "augment": 1, + "augment_percentage": 0.5, + "backbone": "transFuser", + "batch_size": 8, + "bb_confidence_threshold": 0.3, + "bb_input_channel": 64, + "bb_save_radius": 64.0, + "bev_classes_list": [ + [ + 0, + 0, + 0 + ], + [ + 200, + 200, + 200 + ], + [ + 255, + 255, + 255 + ], + [ + 255, + 255, + 0 + ], + [ + 50, + 234, + 157 + ], + [ + 160, + 160, + 0 + ], + [ + 0, + 255, + 0 + ], + [ + 255, + 255, + 0 + ], + [ + 255, + 0, + 0 + ], + [ + 250, + 170, + 30 + ], + [ + 0, + 255, + 0 + ] + ], + "bev_converter": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10 + ], + "bev_down_sample_factor": 4, + "bev_features_chanels": 64, + "bev_grid_height_downsample_factor": 1, + "bev_latent_dim": 32, + "bev_semantic_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "bev_upsample_factor": 2, + "bicycle_frame_rate": 20, + "block_exp": 4, + "brake_acceleration": -4.952399, + "brake_ratio": 1.1, + "brake_speed": 0.4, + "brake_uncertainty_threshold": 0.9, + "brake_values": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.0093171137, + 0.0820967431, + -0.00283832427, + 5.06587474e-05, + -4.90357228e-07, + 2.44419284e-09, + -4.91381935e-12 + ] + }, + "braking_distance_calculation_safety_distance": 10, + "camera_fov": 110, + "camera_height": 512, + "camera_pos": [ + -1.5, + 0.0, + 2.0 + ], + "camera_rot_0": [ + 0.0, + 0.0, + 0.0 + ], + "camera_rotation_augmentation_max": 5.0, + "camera_rotation_augmentation_min": -5.0, + "camera_translation_augmentation_max": 1.0, + "camera_translation_augmentation_min": -1.0, + "camera_width": 1024, + "carla_fps": 20, + "carla_frame_rate": 0.05, + "center_net_max_pooling_kernel": 3, + "check_path_free_safety_distance": 10, + "check_path_free_safety_time": 0.2, + "check_previous_distance_for_lane_change": 150, + "classes": { + "0": [ + 0, + 0, + 0 + ], + "1": [ + 30, + 170, + 250 + ], + "2": [ + 200, + 200, + 200 + ], + "3": [ + 255, + 255, + 0 + ], + "4": [ + 0, + 255, + 0 + ], + "5": [ + 0, + 255, + 255 + ], + "6": [ + 255, + 255, + 255 + ] + }, + "classes_list": [ + [ + 0, + 0, + 0 + ], + [ + 250, + 170, + 30 + ], + [ + 200, + 200, + 200 + ], + [ + 0, + 255, + 255 + ], + [ + 0, + 255, + 0 + ], + [ + 255, + 255, + 0 + ], + [ + 255, + 255, + 255 + ] + ], + "clearing_distance_to_stop_sign": 3.0, + "clip_delta": 1.0, + "clip_throttle": 1.0, + "color_aug_prob": 0.5, + "compile": 0, + "compile_mode": "default", + "compute_min_time_to_cover_distance_params": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.00904221, + 0.00733342, + -0.03744807, + 0.0235038 + ] + }, + "continue_epoch": 0, + "converter": [ + 0, + 2, + 6, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 0, + 0, + 4, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 5, + 0, + 0, + 0, + 0 + ], + "cosine_t0": 1, + "cosine_t_mult": 2, + "cpu_cores": 24, + "creep_duration": 20, + "creep_throttle": 0.4, + "crop_bev": false, + "crop_bev_height_only_from_behind": 0, + "crop_image": 1, + "cropped_height": 384, + "cropped_width": 1024, + "data_roots": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HazardAtSideLane", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/BlockedIntersection", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkingCrossingPedestrian", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/SignalizedJunctionLeftTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HighwayExit", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkingExit", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ConstructionObstacleTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/VehicleTurningRoutePedestrian", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/VehicleOpensDoorTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/MergerIntoSlowTrafficV2", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/PriorityAtJunction", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/AccidentTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/OppositeVehicleRunningRedLight", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkedObstacle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ControlLoss", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/NonSignalizedJunctionLeftTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ConstructionObstacle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/VehicleTurningRoute", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HazardAtSideLaneTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkedObstacleTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/Accident", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/noScenarios", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/PedestrianCrossing", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HighwayCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/EnterActorFlowV2", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkingCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/NonSignalizedJunctionRightTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/CrossingBicycleFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HardBreakRoute", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/InvadingTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/SignalizedJunctionRightTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/MergerIntoSlowTraffic", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/InterurbanActorFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/StaticCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/DynamicObjectCrossing", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/OppositeVehicleTakingPriority", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/InterurbanAdvancedActorFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/YieldToEmergencyVehicle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/EnterActorFlow" + ], + "data_save_freq": 5, + "dataset_cache_name": "dataset_cache", + "debug": 0, + "deconv_channel_num_0": 128, + "deconv_channel_num_1": 64, + "deconv_channel_num_2": 32, + "deconv_scale_factor_0": 4, + "deconv_scale_factor_1": 8, + "default_forecast_length": 2.0, + "default_max_distance_to_process_scenario": 50, + "default_overtake_speed": 13.88888888888889, + "dense_route_planner_min_distance": 2.4, + "detailed_loss_weights": { + "loss_bev_semantic": 0.07142857142857142, + "loss_brake": 0.07142857142857142, + "loss_center_heatmap": 0.07142857142857142, + "loss_checkpoint": 0.07142857142857142, + "loss_depth": 0.07142857142857142, + "loss_forcast": 0.0, + "loss_offset": 0.07142857142857142, + "loss_selection": 0.0, + "loss_semantic": 0.07142857142857142, + "loss_target_speed": 0.07142857142857142, + "loss_trajectories": 0.07142857142857142, + "loss_trajectory_confidence": 0.07142857142857142, + "loss_velocity": 0.07142857142857142, + "loss_wh": 0.07142857142857142, + "loss_wp": 0.0, + "loss_yaw_class": 0.07142857142857142, + "loss_yaw_res": 0.07142857142857142 + }, + "detect_boxes": 1, + "detection_radius": 50.0, + "distance_to_delete_scenario_in_two_ways": 20, + "draw_future_route_till_distance": 500, + "draw_life_time": 0.051, + "ego_extent_x": 2.4508416652679443, + "ego_extent_y": 1.0641621351242065, + "ego_extent_z": 0.7553732395172119, + "ego_vehicles_route_point_search_distance": 40, + "embd_pdrop": 0.1, + "epochs": 31, + "estimate_class_distributions": 0, + "estimate_semantic_distribution": 0, + "extent_ego_bbs_speed_threshold": 5, + "extent_other_vehicles_bbs_speed_threshold": 1.0, + "extra_route_length": 50, + "extra_sensor_channels": 128, + "factor_accident_two_ways": 1.0, + "factor_construction_obstacle_two_ways": 1.0, + "factor_parked_obstacle_two_ways": 0.6, + "factor_vehicle_opens_door_two_ways": 0.475, + "fence_avoidance_margin_invading_turn": 0.3, + "focal_loss_gamma": 2.0, + "forcast_time": 0.5, + "forecast_length_lane_change": 1.1, + "fps": 20.0, + "fps_inv": 0.05, + "freeze_backbone": 0, + "front_wheel_base": -0.090769015, + "gpt_layer_norm_init_weight": 1.0, + "gpt_linear_layer_init_mean": 0.0, + "gpt_linear_layer_init_std": 0.02, + "grad_clip_max_norm": 1.0, + "gru_hidden_size": 64, + "gru_input_size": 256, + "high_speed_extent_factor_ego_x": 1.3, + "high_speed_extent_factor_ego_y": 1.2, + "high_speed_extent_x_factor_other_vehicle": 1.5, + "high_speed_extent_y_factor_other_vehicle": 1.3, + "high_speed_min_extent_x_other_vehicle": 1.2, + "high_speed_min_extent_x_other_vehicle_lane_change": 2.0, + "high_speed_min_extent_y_other_vehicle": 1.0, + "hist_max_per_pixel": 5, + "id": "v2/LB9s1", + "idm_acceleration_exponent": 4.0, + "idm_bicycle_desired_time_headway": 0.25, + "idm_bicycle_minimum_distance": 4.0, + "idm_comfortable_braking_deceleration_high_speed": 3.72, + "idm_comfortable_braking_deceleration_low_speed": 8.7, + "idm_comfortable_braking_deceleration_threshold": 6.02, + "idm_leading_vehicle_minimum_distance": 4.0, + "idm_leading_vehicle_time_headway": 0.25, + "idm_maximum_acceleration": 24.0, + "idm_pedestrian_desired_time_headway": 0.1, + "idm_pedestrian_minimum_distance": 4.0, + "idm_red_light_desired_time_headway": 0.1, + "idm_red_light_minimum_distance": 6.0, + "idm_stop_sign_desired_time_headway": 0.1, + "idm_stop_sign_minimum_distance": 2.0, + "idm_t_bound": 0.05, + "idm_two_way_scenarios_minimum_distance": 2.0, + "idm_two_way_scenarios_time_headway": 0.1, + "ignore_index": -999, + "image_architecture": "regnety_032", + "image_u_net_output_features": 512, + "img_horz_anchors": 32, + "img_seq_len": 1, + "img_step_size": 1, + "img_vert_anchors": 12, + "inference_direct_controller": true, + "inital_frames_delay": 40.0, + "input_path_to_target_speed_network": 0, + "iou_treshold_nms": 0.2, + "label_smoothing_alpha": 0.1, + "lane_shift_extension_length_for_yield_to_emergency_vehicle": 200, + "lateral_default_lookahead": 24, + "lateral_k_d": 1.3782508892109167, + "lateral_k_i": 0.6406067986034124, + "lateral_k_p": 3.118357247806046, + "lateral_n": 6, + "lateral_pid_default_lookahead": 24.0, + "lateral_pid_kd": 1.3782508892109167, + "lateral_pid_ki": 0.6406067986034124, + "lateral_pid_kp": 3.118357247806046, + "lateral_pid_maximum_lookahead_distance": 105.0, + "lateral_pid_minimum_lookahead_distance": 24.0, + "lateral_pid_speed_offset": 1.9152884533402488, + "lateral_pid_speed_scale": 0.9755321901954155, + "lateral_pid_speed_threshold": 23.150102938235136, + "lateral_pid_window_size": 6, + "lateral_speed_offset": 1.9152884533402488, + "lateral_speed_scale": 0.9755321901954155, + "lateral_speed_threshold": 23.150102938235136, + "leading_vehicles_max_route_angle_distance": 35.0, + "leading_vehicles_max_route_distance": 2.5, + "leading_vehicles_maximum_detection_radius": 800, + "learn_multi_task_weights": 0, + "learn_origin": 1, + "lidar_architecture": "regnety_032", + "lidar_aug_prob": 1.0, + "lidar_horz_anchors": 8, + "lidar_points_per_second": 600000, + "lidar_pos": [ + 0.0, + 0.0, + 2.5 + ], + "lidar_resolution_height": 256, + "lidar_resolution_width": 256, + "lidar_rot": [ + 0.0, + 0.0, + -90.0 + ], + "lidar_rotation_frequency": 10, + "lidar_seq_len": 1, + "lidar_split_height": 0.2, + "lidar_step_size": 1, + "lidar_vert_anchors": 8, + "light_radius": 64.0, + "load_file": "/cluster/work/andrebw/repos/temporal_garage/results/training/tfpp_base/model_0030.pth", + "local_rank": -999, + "log_route_planner_min_distance": 4.0, + "logdir": "/cluster/work/andrebw/repos/temporal_garage/results/training/v2/LB9s1", + "logger_region_of_interest": 30.0, + "logging_freq": 10, + "longitudinal_linear_regression_maximum_acceleration": 1.89, + "longitudinal_linear_regression_maximum_deceleration": -4.82, + "longitudinal_linear_regression_minimum_target_speed": 0.278, + "longitudinal_linear_regression_params": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 1.1990342347353184, + -0.8057602384167799, + 1.710818710950062, + 0.921890257450335, + 1.556497522998393, + -0.7013479734904027, + 1.031266635497984 + ] + }, + "longitudinal_max_acceleration": 1.89, + "longitudinal_params": { + "py/tuple": [ + 1.1990342347353184, + -0.8057602384167799, + 1.710818710950062, + 0.921890257450335, + 1.556497522998393, + -0.7013479734904027, + 1.031266635497984 + ] + }, + "longitudinal_pid_braking_ratio": 1.0324622059220139, + "longitudinal_pid_derivative_gain": 1.5761818624794222, + "longitudinal_pid_integral_gain": 0.2941563856687906, + "longitudinal_pid_max_window_length": 0, + "longitudinal_pid_minimum_target_speed": 0.278, + "longitudinal_pid_proportional_gain": 1.0016429066823955, + "longitudinal_pid_speed_error_scaling": 0.0, + "lr": 0.0003, + "max_blocked_ticks": 170, + "max_distance_lane_change_trailing_vehicles": 150, + "max_distance_to_overtake_two_way_scnearios": 80, + "max_distance_to_process_hazard_at_side_lane": 25, + "max_distance_to_process_hazard_at_side_lane_two_ways": 10, + "max_height_lidar": 100.0, + "max_lookahead_to_check_for_junction": 300, + "max_num_bbs": 30, + "max_num_trajectories": 10, + "max_speed_in_junction": 17.77777777777778, + "max_x": 32, + "max_y": 32, + "max_z": 4, + "max_z_projection": 14, + "min_walker_speed": 0.5, + "min_x": -32, + "min_y": -32, + "min_z": -4, + "min_z_projection": -10, + "minimum_lane_width_threshold": 2.5, + "minimum_lookahead_distance_to_compute_near_lane_change": 200, + "minimum_speed_to_prevent_rolling_back": 0.5, + "multi_step_lr_decay": 0.1, + "multi_wp_output": 0, + "n_head": 4, + "n_layer": 2, + "normalize_imagenet": true, + "num_bb_classes": 5, + "num_bev_semantic_classes": 11, + "num_decoder_heads": 8, + "num_dir_bins": 12, + "num_lidar_hits_for_detection_car": 1, + "num_lidar_hits_for_detection_walker": 1, + "num_repetitions": 1, + "num_route_points": 20, + "num_route_points_saved": 20, + "num_semantic_classes": 7, + "num_transformer_decoder_layers": 6, + "overtake_speed_vehicle_opens_door_two_ways": 11.11111111111111, + "pedestrian_minimum_extent": 1.5, + "perspective_downsample_factor": 1, + "pixels_per_meter": 4.0, + "pixels_per_meter_collection": 2.0, + "plant_embd_pdrop": 0.1, + "plant_hf_checkpoint": "prajjwal1/bert-medium", + "plant_max_speed_pred": 60.0, + "plant_num_attributes": 7, + "plant_object_types": 6, + "plant_precision_angle": 4, + "plant_precision_brake": 2, + "plant_precision_pos": 7, + "plant_precision_speed": 5, + "plant_pretraining": null, + "point_format": 0, + "point_precision": 0.01, + "points_per_meter": 10, + "pred_len": 8, + "predict_checkpoint_len": 10, + "previous_road_lane_retrieve_distance": 100, + "py/object": "config.GlobalConfig", + "ratio_target_speed_limit": 0.72, + "realign_lidar": 1, + "rear_wheel_base": 1.4178275, + "resid_pdrop": 0.1, + "return_temporal_attn_weights": false, + "root_dir": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data" + ], + "route_planner_max_distance": 50.0, + "route_planner_min_distance": 7.5, + "route_points": 10, + "route_shift_end_distance_invading_turn": 100, + "route_shift_start_distance_invading_turn": 150, + "safety_box_x_max": 4.950841665267944, + "safety_box_x_min": 2.4508416652679443, + "safety_box_y_max": 0.8513297080993653, + "safety_box_y_min": -0.8513297080993653, + "safety_box_z_max": 1.5, + "safety_box_z_min": 0.5, + "schedule_reduce_epoch_01": 30, + "schedule_reduce_epoch_02": 40, + "seed": 0, + "semantic_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "seq_len": 5, + "seq_step": 1, + "setting": "13_withheld", + "skip_first": 10, + "slow_speed_extent_factor_ego": 1.0, + "slower_factor": 0.8, + "smooth_route": 1, + "speed_kd": 2.0, + "speed_ki": 1.0, + "speed_kp": 1.75, + "speed_limit_waypoints_spacing_check": 50, + "speed_n": 20, + "steer_noise": 0.001, + "steering_gain": 0.36848336, + "stuck_threshold": 1100, + "sync_batch_norm": 0, + "tailing_vehicles_maximum_detection_radius": 800, + "target_speed_bins": [ + 4.001, + 8.001, + 10.001, + 13.889888879999999, + 16.001, + 17.77877777, + 20.001 + ], + "target_speed_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "target_speeds": [ + 0.0, + 4.0, + 8.0, + 10, + 13.88888888, + 16, + 17.77777777, + 20 + ], + "temporal_fusion_heads": 4, + "temporal_fusion_layers": 4, + "temporal_hidden_dim": 512, + "tf_first_checkpoint_distance": 25, + "throttle_acceleration": 0.5633837, + "throttle_threshold_during_forecasting": 0.3, + "throttle_values": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.963873001, + 0.000437535692, + -0.380192912, + 1.74950069, + 0.0916787414, + -0.070546153, + -0.00105996152, + 0.000671079346 + ] + }, + "time_step": 0.05, + "top_k_center_keypoints": 100, + "tp_attention": 0, + "trailing_vehicles_max_route_distance": 3.0, + "trailing_vehicles_max_route_distance_lane_change": 6.0, + "train_debug_save_freq": 1, + "train_sampling_rate": 1, + "trajectory_decoder_layers": 1, + "trajectory_loss_type": "huber", + "trajectory_max_x": 255, + "trajectory_max_y": 255, + "trajectory_min_x": 0, + "trajectory_min_y": 0, + "trajectory_modes": 6, + "trajectory_pred_len": 6, + "trajectory_step_size": 2, + "transformer_decoder_join": 1, + "transition_length_accident_two_ways": 40, + "transition_length_construction_obstacle_two_ways": 40, + "transition_length_parked_obstacle_two_ways": 40, + "transition_length_vehicle_opens_door_two_ways": 40, + "transition_smoothness_distance": 80, + "transition_smoothness_factor_construction_obstacle": 105.0, + "turn_kd": 0.3, + "turn_ki": 0.75, + "turn_kp": 1.25, + "turn_n": 20, + "two_tp_input": false, + "unclearing_distance_to_stop_sign": 10, + "use_amp": 0, + "use_bev_semantic": 1, + "use_color_aug": 1, + "use_controller_input_prediction": 1, + "use_cosine_schedule": 1, + "use_cutout": 0, + "use_dataset_pruning": true, + "use_depth": 1, + "use_discrete_command": 1, + "use_disk_cache": 1, + "use_focal_loss": 0, + "use_grad_clip": 0, + "use_ground_plane": 0, + "use_label_smoothing": 0, + "use_learnable_historic_initialization": true, + "use_optim_groups": 0, + "use_plant": 0, + "use_recurrent_training": 1, + "use_semantic": 1, + "use_speed_weights": 0, + "use_temporal_fusion": 1, + "use_temporal_self_attn": 0, + "use_tp": 1, + "use_trajectory_prediction": 1, + "use_trajectory_target_speed_mask": 1, + "use_twohot_target_speeds": true, + "use_velocity": 1, + "use_velocity_brake_head": false, + "use_wp_gru": 0, + "val_every": 10, + "val_towns": [ + 13 + ], + "validation": true, + "weight_decay": 0.01, + "wp_dilation": 1, + "zero_redundancy_optimizer": 1 +} \ No newline at end of file diff --git a/LB5s1/events.out.tfevents.1747262517.idun-01-06.4082121.0 b/LB5s1/events.out.tfevents.1747262517.idun-01-06.4082121.0 new file mode 100644 index 0000000000000000000000000000000000000000..df8c3a9e94e3e9ac498a39bdc4aac3bd25aa247a --- /dev/null +++ b/LB5s1/events.out.tfevents.1747262517.idun-01-06.4082121.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29606704bc2d020da732a178430a0ca8f634a24d84c107561b6685c2d0f2f8b5 +size 32182 diff --git a/LB5s1/model_0030.pth b/LB5s1/model_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..f69e7d12e1ebdb8bec376190ca5d915b523cd66d --- /dev/null +++ b/LB5s1/model_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29408a7183d25812ada304f281e1a3ab743d77bceb507535220629bc5390f7d9 +size 495462284 diff --git a/LB5s1/optimizer_0030.pth b/LB5s1/optimizer_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..9ab3fee3ce46cfcbad039feb1c3f45dc2b69baf0 --- /dev/null +++ b/LB5s1/optimizer_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc94a16bd5691b1a3451ba4dcefe7fed53abfb6f9c9522cd5273be1f61b5b2c6 +size 1482650870 diff --git a/LB5s1/scaler_0030.pth b/LB5s1/scaler_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..4a529707305f713311a2002514505339c7e3fd09 --- /dev/null +++ b/LB5s1/scaler_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5f881f1527bc81147a2213cbad06ff07ed5b0de3143c791692f655baacfdba5 +size 880 diff --git a/LB5s1/scheduler_0030.pth b/LB5s1/scheduler_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..a0460acf927f286f8c6675079dc8b41b42a1b2dc --- /dev/null +++ b/LB5s1/scheduler_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75f7dc3ed6d760ffdaec50c2499f15279f6611a2433237847033afdd7e7afcdc +size 1084 diff --git a/static-LB5s1-large/args.txt b/static-LB5s1-large/args.txt new file mode 100644 index 0000000000000000000000000000000000000000..93ba73045439a4219ad5df159eb071b2b00fdd6c --- /dev/null +++ b/static-LB5s1-large/args.txt @@ -0,0 +1,97 @@ +{ + "id": "v2/static-LB5s1-large", + "epochs": 31, + "lr": 0.0003, + "batch_size": 8, + "logdir": "/cluster/work/andrebw/repos/temporal_garage/results/training/v2/static-LB5s1-large", + "load_file": "/cluster/work/andrebw/repos/temporal_garage/results/training/tfpp_base/model_0030.pth", + "setting": "13_withheld", + "root_dir": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data" + ], + "schedule_reduce_epoch_01": 30, + "schedule_reduce_epoch_02": 40, + "backbone": "transFuser", + "image_architecture": "regnety_032", + "lidar_architecture": "regnety_032", + "use_velocity": 1, + "n_layer": 2, + "val_every": 10, + "sync_batch_norm": 0, + "zero_redundancy_optimizer": 1, + "use_disk_cache": 1, + "realign_lidar": 1, + "use_ground_plane": 0, + "use_controller_input_prediction": 1, + "use_wp_gru": 0, + "pred_len": 8, + "estimate_class_distributions": 0, + "use_focal_loss": 0, + "use_cosine_schedule": 1, + "augment": 1, + "use_plant": 0, + "learn_origin": 1, + "local_rank": -999, + "train_sampling_rate": 1, + "use_amp": 0, + "use_grad_clip": 0, + "use_color_aug": 1, + "use_semantic": 1, + "use_depth": 1, + "detect_boxes": 1, + "use_bev_semantic": 1, + "estimate_semantic_distribution": 0, + "use_discrete_command": 1, + "gru_hidden_size": 64, + "use_cutout": 0, + "add_features": 1, + "freeze_backbone": 0, + "learn_multi_task_weights": 0, + "transformer_decoder_join": 1, + "bev_down_sample_factor": 4, + "perspective_downsample_factor": 1, + "gru_input_size": 256, + "num_repetitions": 1, + "bev_grid_height_downsample_factor": 1, + "wp_dilation": 1, + "use_tp": 1, + "continue_epoch": 0, + "max_height_lidar": 100.0, + "smooth_route": 1, + "use_speed_weights": 0, + "max_num_bbs": 30, + "use_optim_groups": 0, + "weight_decay": 0.01, + "use_label_smoothing": 0, + "cpu_cores": 16, + "tp_attention": 0, + "multi_wp_output": 0, + "seed": 0, + "crop_image": 1, + "input_path_to_target_speed_network": 0, + "predict_checkpoint_len": 10, + "max_x": 32, + "crop_bev_height_only_from_behind": 0, + "lidar_resolution_height": 256, + "dataset_cache_name": "dataset_cache", + "cosine_t0": 1, + "compile": 0, + "compile_mode": "default", + "seq_len": 5, + "seq_step": 1, + "lidar_seq_len": 1, + "lidar_step_size": 1, + "validation": true, + "use_temporal_fusion": 1, + "temporal_fusion_layers": 12, + "temporal_fusion_heads": 4, + "use_recurrent_training": 0, + "use_temporal_self_attn": 0, + "use_trajectory_prediction": 1, + "trajectory_loss_type": "huber", + "use_trajectory_target_speed_mask": 1, + "trajectory_pred_len": 6, + "trajectory_step_size": 2, + "trajectory_decoder_layers": 2, + "trajectory_modes": 6 +} \ No newline at end of file diff --git a/static-LB5s1-large/config.json b/static-LB5s1-large/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a7094e5f0043ee82ead067509bedf9866d5006a8 --- /dev/null +++ b/static-LB5s1-large/config.json @@ -0,0 +1,762 @@ +{ + "add_after_accident_two_ways": -15, + "add_after_construction_obstacle_two_ways": 15, + "add_after_parked_obstacle_two_ways": -5, + "add_after_vehicle_opens_door_two_ways": -20, + "add_before_accident_two_ways": -15, + "add_before_construction_obstacle_two_ways": 15, + "add_before_parked_obstacle_two_ways": -5, + "add_before_vehicle_opens_door_two_ways": -20, + "add_features": 1, + "aim_distance_fast": 3.0, + "aim_distance_slow": 2.25, + "aim_distance_threshold": 5.5, + "angle_bins": [ + -0.375, + -0.125, + 0.125, + 0.375 + ], + "angle_weights": [ + 204.25901201602136, + 7.554315623148331, + 0.21388916461734406, + 5.476446162657503, + 207.86684782608697 + ], + "angles": [ + -0.5, + -0.25, + 0.0, + 0.25, + 0.5 + ], + "attn_pdrop": 0.1, + "augment": 1, + "augment_percentage": 0.5, + "backbone": "transFuser", + "batch_size": 8, + "bb_confidence_threshold": 0.3, + "bb_input_channel": 64, + "bb_save_radius": 64.0, + "bev_classes_list": [ + [ + 0, + 0, + 0 + ], + [ + 200, + 200, + 200 + ], + [ + 255, + 255, + 255 + ], + [ + 255, + 255, + 0 + ], + [ + 50, + 234, + 157 + ], + [ + 160, + 160, + 0 + ], + [ + 0, + 255, + 0 + ], + [ + 255, + 255, + 0 + ], + [ + 255, + 0, + 0 + ], + [ + 250, + 170, + 30 + ], + [ + 0, + 255, + 0 + ] + ], + "bev_converter": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10 + ], + "bev_down_sample_factor": 4, + "bev_features_chanels": 64, + "bev_grid_height_downsample_factor": 1, + "bev_latent_dim": 32, + "bev_semantic_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "bev_upsample_factor": 2, + "bicycle_frame_rate": 20, + "block_exp": 4, + "brake_acceleration": -4.952399, + "brake_ratio": 1.1, + "brake_speed": 0.4, + "brake_uncertainty_threshold": 0.9, + "brake_values": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.0093171137, + 0.0820967431, + -0.00283832427, + 5.06587474e-05, + -4.90357228e-07, + 2.44419284e-09, + -4.91381935e-12 + ] + }, + "braking_distance_calculation_safety_distance": 10, + "camera_fov": 110, + "camera_height": 512, + "camera_pos": [ + -1.5, + 0.0, + 2.0 + ], + "camera_rot_0": [ + 0.0, + 0.0, + 0.0 + ], + "camera_rotation_augmentation_max": 5.0, + "camera_rotation_augmentation_min": -5.0, + "camera_translation_augmentation_max": 1.0, + "camera_translation_augmentation_min": -1.0, + "camera_width": 1024, + "carla_fps": 20, + "carla_frame_rate": 0.05, + "center_net_max_pooling_kernel": 3, + "check_path_free_safety_distance": 10, + "check_path_free_safety_time": 0.2, + "check_previous_distance_for_lane_change": 150, + "classes": { + "0": [ + 0, + 0, + 0 + ], + "1": [ + 30, + 170, + 250 + ], + "2": [ + 200, + 200, + 200 + ], + "3": [ + 255, + 255, + 0 + ], + "4": [ + 0, + 255, + 0 + ], + "5": [ + 0, + 255, + 255 + ], + "6": [ + 255, + 255, + 255 + ] + }, + "classes_list": [ + [ + 0, + 0, + 0 + ], + [ + 250, + 170, + 30 + ], + [ + 200, + 200, + 200 + ], + [ + 0, + 255, + 255 + ], + [ + 0, + 255, + 0 + ], + [ + 255, + 255, + 0 + ], + [ + 255, + 255, + 255 + ] + ], + "clearing_distance_to_stop_sign": 3.0, + "clip_delta": 1.0, + "clip_throttle": 1.0, + "color_aug_prob": 0.5, + "compile": 0, + "compile_mode": "default", + "compute_min_time_to_cover_distance_params": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.00904221, + 0.00733342, + -0.03744807, + 0.0235038 + ] + }, + "continue_epoch": 0, + "converter": [ + 0, + 2, + 6, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 0, + 0, + 4, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 5, + 0, + 0, + 0, + 0 + ], + "cosine_t0": 1, + "cosine_t_mult": 2, + "cpu_cores": 16, + "creep_duration": 20, + "creep_throttle": 0.4, + "crop_bev": false, + "crop_bev_height_only_from_behind": 0, + "crop_image": 1, + "cropped_height": 384, + "cropped_width": 1024, + "data_roots": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/OppositeVehicleRunningRedLight", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/YieldToEmergencyVehicle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/Accident", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/HighwayExit", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ConstructionObstacleTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/InvadingTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/HazardAtSideLaneTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/EnterActorFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ConstructionObstacle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ParkingCrossingPedestrian", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/OppositeVehicleTakingPriority", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/MergerIntoSlowTraffic", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ControlLoss", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/VehicleTurningRoutePedestrian", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/StaticCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/HazardAtSideLane", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ParkingCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/AccidentTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/HighwayCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/InterurbanAdvancedActorFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/PriorityAtJunction", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/NonSignalizedJunctionLeftTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/VehicleTurningRoute", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/noScenarios", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/DynamicObjectCrossing", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/SignalizedJunctionRightTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ParkedObstacle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ParkedObstacleTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/MergerIntoSlowTrafficV2", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/EnterActorFlowV2", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/VehicleOpensDoorTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/SignalizedJunctionLeftTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/InterurbanActorFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/HardBreakRoute", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/PedestrianCrossing", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/NonSignalizedJunctionRightTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ParkingExit", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/BlockedIntersection", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/CrossingBicycleFlow" + ], + "data_save_freq": 5, + "dataset_cache_name": "dataset_cache", + "debug": 0, + "deconv_channel_num_0": 128, + "deconv_channel_num_1": 64, + "deconv_channel_num_2": 32, + "deconv_scale_factor_0": 4, + "deconv_scale_factor_1": 8, + "default_forecast_length": 2.0, + "default_max_distance_to_process_scenario": 50, + "default_overtake_speed": 13.88888888888889, + "dense_route_planner_min_distance": 2.4, + "detailed_loss_weights": { + "loss_bev_semantic": 0.07142857142857142, + "loss_brake": 0.07142857142857142, + "loss_center_heatmap": 0.07142857142857142, + "loss_checkpoint": 0.07142857142857142, + "loss_depth": 0.07142857142857142, + "loss_forcast": 0.0, + "loss_offset": 0.07142857142857142, + "loss_selection": 0.0, + "loss_semantic": 0.07142857142857142, + "loss_target_speed": 0.07142857142857142, + "loss_trajectories": 0.07142857142857142, + "loss_trajectory_confidence": 0.07142857142857142, + "loss_velocity": 0.07142857142857142, + "loss_wh": 0.07142857142857142, + "loss_wp": 0.0, + "loss_yaw_class": 0.07142857142857142, + "loss_yaw_res": 0.07142857142857142 + }, + "detect_boxes": 1, + "detection_radius": 50.0, + "distance_to_delete_scenario_in_two_ways": 20, + "draw_future_route_till_distance": 500, + "draw_life_time": 0.051, + "ego_extent_x": 2.4508416652679443, + "ego_extent_y": 1.0641621351242065, + "ego_extent_z": 0.7553732395172119, + "ego_vehicles_route_point_search_distance": 40, + "embd_pdrop": 0.1, + "epochs": 31, + "estimate_class_distributions": 0, + "estimate_semantic_distribution": 0, + "extent_ego_bbs_speed_threshold": 5, + "extent_other_vehicles_bbs_speed_threshold": 1.0, + "extra_route_length": 50, + "extra_sensor_channels": 128, + "factor_accident_two_ways": 1.0, + "factor_construction_obstacle_two_ways": 1.0, + "factor_parked_obstacle_two_ways": 0.6, + "factor_vehicle_opens_door_two_ways": 0.475, + "fence_avoidance_margin_invading_turn": 0.3, + "focal_loss_gamma": 2.0, + "forcast_time": 0.5, + "forecast_length_lane_change": 1.1, + "fps": 20.0, + "fps_inv": 0.05, + "freeze_backbone": 0, + "front_wheel_base": -0.090769015, + "gpt_layer_norm_init_weight": 1.0, + "gpt_linear_layer_init_mean": 0.0, + "gpt_linear_layer_init_std": 0.02, + "grad_clip_max_norm": 1.0, + "gru_hidden_size": 64, + "gru_input_size": 256, + "high_speed_extent_factor_ego_x": 1.3, + "high_speed_extent_factor_ego_y": 1.2, + "high_speed_extent_x_factor_other_vehicle": 1.5, + "high_speed_extent_y_factor_other_vehicle": 1.3, + "high_speed_min_extent_x_other_vehicle": 1.2, + "high_speed_min_extent_x_other_vehicle_lane_change": 2.0, + "high_speed_min_extent_y_other_vehicle": 1.0, + "hist_max_per_pixel": 5, + "id": "v2/static-LB5s1-large", + "idm_acceleration_exponent": 4.0, + "idm_bicycle_desired_time_headway": 0.25, + "idm_bicycle_minimum_distance": 4.0, + "idm_comfortable_braking_deceleration_high_speed": 3.72, + "idm_comfortable_braking_deceleration_low_speed": 8.7, + "idm_comfortable_braking_deceleration_threshold": 6.02, + "idm_leading_vehicle_minimum_distance": 4.0, + "idm_leading_vehicle_time_headway": 0.25, + "idm_maximum_acceleration": 24.0, + "idm_pedestrian_desired_time_headway": 0.1, + "idm_pedestrian_minimum_distance": 4.0, + "idm_red_light_desired_time_headway": 0.1, + "idm_red_light_minimum_distance": 6.0, + "idm_stop_sign_desired_time_headway": 0.1, + "idm_stop_sign_minimum_distance": 2.0, + "idm_t_bound": 0.05, + "idm_two_way_scenarios_minimum_distance": 2.0, + "idm_two_way_scenarios_time_headway": 0.1, + "ignore_index": -999, + "image_architecture": "regnety_032", + "image_u_net_output_features": 512, + "img_horz_anchors": 32, + "img_seq_len": 1, + "img_step_size": 1, + "img_vert_anchors": 12, + "inference_direct_controller": true, + "inital_frames_delay": 40.0, + "input_path_to_target_speed_network": 0, + "iou_treshold_nms": 0.2, + "label_smoothing_alpha": 0.1, + "lane_shift_extension_length_for_yield_to_emergency_vehicle": 200, + "lateral_default_lookahead": 24, + "lateral_k_d": 1.3782508892109167, + "lateral_k_i": 0.6406067986034124, + "lateral_k_p": 3.118357247806046, + "lateral_n": 6, + "lateral_pid_default_lookahead": 24.0, + "lateral_pid_kd": 1.3782508892109167, + "lateral_pid_ki": 0.6406067986034124, + "lateral_pid_kp": 3.118357247806046, + "lateral_pid_maximum_lookahead_distance": 105.0, + "lateral_pid_minimum_lookahead_distance": 24.0, + "lateral_pid_speed_offset": 1.9152884533402488, + "lateral_pid_speed_scale": 0.9755321901954155, + "lateral_pid_speed_threshold": 23.150102938235136, + "lateral_pid_window_size": 6, + "lateral_speed_offset": 1.9152884533402488, + "lateral_speed_scale": 0.9755321901954155, + "lateral_speed_threshold": 23.150102938235136, + "leading_vehicles_max_route_angle_distance": 35.0, + "leading_vehicles_max_route_distance": 2.5, + "leading_vehicles_maximum_detection_radius": 800, + "learn_multi_task_weights": 0, + "learn_origin": 1, + "lidar_architecture": "regnety_032", + "lidar_aug_prob": 1.0, + "lidar_horz_anchors": 8, + "lidar_points_per_second": 600000, + "lidar_pos": [ + 0.0, + 0.0, + 2.5 + ], + "lidar_resolution_height": 256, + "lidar_resolution_width": 256, + "lidar_rot": [ + 0.0, + 0.0, + -90.0 + ], + "lidar_rotation_frequency": 10, + "lidar_seq_len": 1, + "lidar_split_height": 0.2, + "lidar_step_size": 1, + "lidar_vert_anchors": 8, + "light_radius": 64.0, + "load_file": "/cluster/work/andrebw/repos/temporal_garage/results/training/tfpp_base/model_0030.pth", + "local_rank": -999, + "log_route_planner_min_distance": 4.0, + "logdir": "/cluster/work/andrebw/repos/temporal_garage/results/training/v2/static-LB5s1-large", + "logger_region_of_interest": 30.0, + "logging_freq": 10, + "longitudinal_linear_regression_maximum_acceleration": 1.89, + "longitudinal_linear_regression_maximum_deceleration": -4.82, + "longitudinal_linear_regression_minimum_target_speed": 0.278, + "longitudinal_linear_regression_params": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 1.1990342347353184, + -0.8057602384167799, + 1.710818710950062, + 0.921890257450335, + 1.556497522998393, + -0.7013479734904027, + 1.031266635497984 + ] + }, + "longitudinal_max_acceleration": 1.89, + "longitudinal_params": { + "py/tuple": [ + 1.1990342347353184, + -0.8057602384167799, + 1.710818710950062, + 0.921890257450335, + 1.556497522998393, + -0.7013479734904027, + 1.031266635497984 + ] + }, + "longitudinal_pid_braking_ratio": 1.0324622059220139, + "longitudinal_pid_derivative_gain": 1.5761818624794222, + "longitudinal_pid_integral_gain": 0.2941563856687906, + "longitudinal_pid_max_window_length": 0, + "longitudinal_pid_minimum_target_speed": 0.278, + "longitudinal_pid_proportional_gain": 1.0016429066823955, + "longitudinal_pid_speed_error_scaling": 0.0, + "lr": 0.0003, + "max_blocked_ticks": 170, + "max_distance_lane_change_trailing_vehicles": 150, + "max_distance_to_overtake_two_way_scnearios": 80, + "max_distance_to_process_hazard_at_side_lane": 25, + "max_distance_to_process_hazard_at_side_lane_two_ways": 10, + "max_height_lidar": 100.0, + "max_lookahead_to_check_for_junction": 300, + "max_num_bbs": 30, + "max_num_trajectories": 10, + "max_speed_in_junction": 17.77777777777778, + "max_x": 32, + "max_y": 32, + "max_z": 4, + "max_z_projection": 14, + "min_walker_speed": 0.5, + "min_x": -32, + "min_y": -32, + "min_z": -4, + "min_z_projection": -10, + "minimum_lane_width_threshold": 2.5, + "minimum_lookahead_distance_to_compute_near_lane_change": 200, + "minimum_speed_to_prevent_rolling_back": 0.5, + "multi_step_lr_decay": 0.1, + "multi_wp_output": 0, + "n_head": 4, + "n_layer": 2, + "normalize_imagenet": true, + "num_bb_classes": 5, + "num_bev_semantic_classes": 11, + "num_decoder_heads": 8, + "num_dir_bins": 12, + "num_lidar_hits_for_detection_car": 1, + "num_lidar_hits_for_detection_walker": 1, + "num_repetitions": 1, + "num_route_points": 20, + "num_route_points_saved": 20, + "num_semantic_classes": 7, + "num_transformer_decoder_layers": 6, + "overtake_speed_vehicle_opens_door_two_ways": 11.11111111111111, + "pedestrian_minimum_extent": 1.5, + "perspective_downsample_factor": 1, + "pixels_per_meter": 4.0, + "pixels_per_meter_collection": 2.0, + "plant_embd_pdrop": 0.1, + "plant_hf_checkpoint": "prajjwal1/bert-medium", + "plant_max_speed_pred": 60.0, + "plant_num_attributes": 7, + "plant_object_types": 6, + "plant_precision_angle": 4, + "plant_precision_brake": 2, + "plant_precision_pos": 7, + "plant_precision_speed": 5, + "plant_pretraining": null, + "point_format": 0, + "point_precision": 0.01, + "points_per_meter": 10, + "pred_len": 8, + "predict_checkpoint_len": 10, + "previous_road_lane_retrieve_distance": 100, + "py/object": "config.GlobalConfig", + "ratio_target_speed_limit": 0.72, + "realign_lidar": 1, + "rear_wheel_base": 1.4178275, + "resid_pdrop": 0.1, + "return_temporal_attn_weights": false, + "root_dir": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data" + ], + "route_planner_max_distance": 50.0, + "route_planner_min_distance": 7.5, + "route_points": 10, + "route_shift_end_distance_invading_turn": 100, + "route_shift_start_distance_invading_turn": 150, + "safety_box_x_max": 4.950841665267944, + "safety_box_x_min": 2.4508416652679443, + "safety_box_y_max": 0.8513297080993653, + "safety_box_y_min": -0.8513297080993653, + "safety_box_z_max": 1.5, + "safety_box_z_min": 0.5, + "schedule_reduce_epoch_01": 30, + "schedule_reduce_epoch_02": 40, + "seed": 0, + "semantic_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "seq_len": 5, + "seq_step": 1, + "setting": "13_withheld", + "skip_first": 10, + "slow_speed_extent_factor_ego": 1.0, + "slower_factor": 0.8, + "smooth_route": 1, + "speed_kd": 2.0, + "speed_ki": 1.0, + "speed_kp": 1.75, + "speed_limit_waypoints_spacing_check": 50, + "speed_n": 20, + "steer_noise": 0.001, + "steering_gain": 0.36848336, + "stuck_threshold": 1100, + "sync_batch_norm": 0, + "tailing_vehicles_maximum_detection_radius": 800, + "target_speed_bins": [ + 4.001, + 8.001, + 10.001, + 13.889888879999999, + 16.001, + 17.77877777, + 20.001 + ], + "target_speed_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "target_speeds": [ + 0.0, + 4.0, + 8.0, + 10, + 13.88888888, + 16, + 17.77777777, + 20 + ], + "temporal_fusion_heads": 4, + "temporal_fusion_layers": 12, + "temporal_hidden_dim": 512, + "tf_first_checkpoint_distance": 25, + "throttle_acceleration": 0.5633837, + "throttle_threshold_during_forecasting": 0.3, + "throttle_values": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.963873001, + 0.000437535692, + -0.380192912, + 1.74950069, + 0.0916787414, + -0.070546153, + -0.00105996152, + 0.000671079346 + ] + }, + "time_step": 0.05, + "top_k_center_keypoints": 100, + "tp_attention": 0, + "trailing_vehicles_max_route_distance": 3.0, + "trailing_vehicles_max_route_distance_lane_change": 6.0, + "train_debug_save_freq": 1, + "train_sampling_rate": 1, + "trajectory_decoder_layers": 2, + "trajectory_loss_type": "huber", + "trajectory_max_x": 255, + "trajectory_max_y": 255, + "trajectory_min_x": 0, + "trajectory_min_y": 0, + "trajectory_modes": 6, + "trajectory_pred_len": 6, + "trajectory_step_size": 2, + "transformer_decoder_join": 1, + "transition_length_accident_two_ways": 40, + "transition_length_construction_obstacle_two_ways": 40, + "transition_length_parked_obstacle_two_ways": 40, + "transition_length_vehicle_opens_door_two_ways": 40, + "transition_smoothness_distance": 80, + "transition_smoothness_factor_construction_obstacle": 105.0, + "turn_kd": 0.3, + "turn_ki": 0.75, + "turn_kp": 1.25, + "turn_n": 20, + "two_tp_input": false, + "unclearing_distance_to_stop_sign": 10, + "use_amp": 0, + "use_bev_semantic": 1, + "use_color_aug": 1, + "use_controller_input_prediction": 1, + "use_cosine_schedule": 1, + "use_cutout": 0, + "use_dataset_pruning": true, + "use_depth": 1, + "use_discrete_command": 1, + "use_disk_cache": 1, + "use_focal_loss": 0, + "use_grad_clip": 0, + "use_ground_plane": 0, + "use_label_smoothing": 0, + "use_learnable_historic_initialization": true, + "use_optim_groups": 0, + "use_plant": 0, + "use_recurrent_training": 0, + "use_semantic": 1, + "use_speed_weights": 0, + "use_temporal_fusion": 1, + "use_temporal_self_attn": 0, + "use_tp": 1, + "use_trajectory_prediction": 1, + "use_trajectory_target_speed_mask": 1, + "use_twohot_target_speeds": true, + "use_velocity": 1, + "use_velocity_brake_head": false, + "use_wp_gru": 0, + "val_every": 10, + "val_towns": [ + 13 + ], + "validation": true, + "weight_decay": 0.01, + "wp_dilation": 1, + "zero_redundancy_optimizer": 1 +} \ No newline at end of file diff --git a/static-LB5s1-large/events.out.tfevents.1748913269.idun-01-03.1386931.0 b/static-LB5s1-large/events.out.tfevents.1748913269.idun-01-03.1386931.0 new file mode 100644 index 0000000000000000000000000000000000000000..d1790e16b3fe7349bdd66fc149a3af2021d48eb6 --- /dev/null +++ b/static-LB5s1-large/events.out.tfevents.1748913269.idun-01-03.1386931.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:723b7e370e73d6dbb396a9afad31ef1098a76e2bf27ac796ea374258e9d38a83 +size 32182 diff --git a/static-LB5s1-large/model_0006.pth b/static-LB5s1-large/model_0006.pth new file mode 100644 index 0000000000000000000000000000000000000000..7131cbb18cdd6afb83ffa0415ab704061c5d33dc --- /dev/null +++ b/static-LB5s1-large/model_0006.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:276017785966ee7668771c6433ae5ded23506a1bccc79318be4b68943005364d +size 515539572 diff --git a/static-LB5s1-large/model_0014.pth b/static-LB5s1-large/model_0014.pth new file mode 100644 index 0000000000000000000000000000000000000000..ed1f733562918ba0ea2289428299af66335538c4 --- /dev/null +++ b/static-LB5s1-large/model_0014.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a2e86e8d22ffd69a674315a6bd5ef5e3740830d443e8be34729496f6a5607e3 +size 515539572 diff --git a/static-LB5s1-large/model_0030.pth b/static-LB5s1-large/model_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..e41f1ce7228f0471ef04113c54b62be7bd90a08b --- /dev/null +++ b/static-LB5s1-large/model_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a32b7fff65b8804480cb4c9fc6ffef265c6e3d2ab67ac40821854821b29e731 +size 515539572 diff --git a/static-LB5s1-large/optimizer_0006.pth b/static-LB5s1-large/optimizer_0006.pth new file mode 100644 index 0000000000000000000000000000000000000000..0965d722a5d77dd6b8e119627ef4012aa000a5da --- /dev/null +++ b/static-LB5s1-large/optimizer_0006.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faf67cc8d07a39a7b7f2619b9624e778dbfab3edccd921788947bae78304f574 +size 1542876694 diff --git a/static-LB5s1-large/optimizer_0014.pth b/static-LB5s1-large/optimizer_0014.pth new file mode 100644 index 0000000000000000000000000000000000000000..d6e7b158dfd25712568912e497226f7505a4d797 --- /dev/null +++ b/static-LB5s1-large/optimizer_0014.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d725c41f3c427146d99260e6a4d76ddd8cf474f26a50c33506fa9f3d0fc5170f +size 1542876694 diff --git a/static-LB5s1-large/optimizer_0030.pth b/static-LB5s1-large/optimizer_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..706bc0060fa464c00063f50bd1af3b4a2e478508 --- /dev/null +++ b/static-LB5s1-large/optimizer_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b8c6ee1c76ec448fb3566ddf36b5f71511c3b17db607de316eb9cd80167d9b2 +size 1542876694 diff --git a/static-LB5s1-large/scaler_0006.pth b/static-LB5s1-large/scaler_0006.pth new file mode 100644 index 0000000000000000000000000000000000000000..fa6b0172a43d8be4cfc36a98ae09c15f468f6a3c --- /dev/null +++ b/static-LB5s1-large/scaler_0006.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f9d68d79e5abc444ecc1e9b6d779ed0ab8f295465cff9bca2cc9b428640d573 +size 880 diff --git a/static-LB5s1-large/scaler_0014.pth b/static-LB5s1-large/scaler_0014.pth new file mode 100644 index 0000000000000000000000000000000000000000..65c4c0411a3c69e6cc0196872450ddfee71629ac --- /dev/null +++ b/static-LB5s1-large/scaler_0014.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bfa07c27cfdf8da9835f6cac0e2df97ad807ee43ec63682b574ec385d0bd580 +size 880 diff --git a/static-LB5s1-large/scaler_0030.pth b/static-LB5s1-large/scaler_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..4a529707305f713311a2002514505339c7e3fd09 --- /dev/null +++ b/static-LB5s1-large/scaler_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5f881f1527bc81147a2213cbad06ff07ed5b0de3143c791692f655baacfdba5 +size 880 diff --git a/static-LB5s1-large/scheduler_0006.pth b/static-LB5s1-large/scheduler_0006.pth new file mode 100644 index 0000000000000000000000000000000000000000..ed6325f0a459f390c4ce124bb1261c3fbcc54f50 --- /dev/null +++ b/static-LB5s1-large/scheduler_0006.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d89cbfa7994402170fbc0c50b785e9578fee9b1b9a2600ccdb800a32f00a80e2 +size 1084 diff --git a/static-LB5s1-large/scheduler_0014.pth b/static-LB5s1-large/scheduler_0014.pth new file mode 100644 index 0000000000000000000000000000000000000000..0bbff9b32a336dedc0e81b4e995f788aa124038b --- /dev/null +++ b/static-LB5s1-large/scheduler_0014.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69302d44f7e0a24c826d57e140fd7bf2a0d10e1c4dd9cdaa027ccf396b96bbe9 +size 1084 diff --git a/static-LB5s1-large/scheduler_0030.pth b/static-LB5s1-large/scheduler_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..a0460acf927f286f8c6675079dc8b41b42a1b2dc --- /dev/null +++ b/static-LB5s1-large/scheduler_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75f7dc3ed6d760ffdaec50c2499f15279f6611a2433237847033afdd7e7afcdc +size 1084 diff --git a/static-LB5s1-noprune/args.txt b/static-LB5s1-noprune/args.txt new file mode 100644 index 0000000000000000000000000000000000000000..df39816e5307d4d1c0ee1af8f3e5a48849e2f343 --- /dev/null +++ b/static-LB5s1-noprune/args.txt @@ -0,0 +1,97 @@ +{ + "id": "v2/static-LB5s1-noprune", + "epochs": 31, + "lr": 0.0003, + "batch_size": 8, + "logdir": "/cluster/work/andrebw/repos/temporal_garage/results/training/v2/static-LB5s1-noprune", + "load_file": "/cluster/work/andrebw/repos/temporal_garage/results/training/tfpp_base/model_0030.pth", + "setting": "13_withheld", + "root_dir": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data" + ], + "schedule_reduce_epoch_01": 30, + "schedule_reduce_epoch_02": 40, + "backbone": "transFuser", + "image_architecture": "regnety_032", + "lidar_architecture": "regnety_032", + "use_velocity": 1, + "n_layer": 2, + "val_every": 10, + "sync_batch_norm": 0, + "zero_redundancy_optimizer": 1, + "use_disk_cache": 1, + "realign_lidar": 1, + "use_ground_plane": 0, + "use_controller_input_prediction": 1, + "use_wp_gru": 0, + "pred_len": 8, + "estimate_class_distributions": 0, + "use_focal_loss": 0, + "use_cosine_schedule": 1, + "augment": 1, + "use_plant": 0, + "learn_origin": 1, + "local_rank": -999, + "train_sampling_rate": 1, + "use_amp": 0, + "use_grad_clip": 0, + "use_color_aug": 1, + "use_semantic": 1, + "use_depth": 1, + "detect_boxes": 1, + "use_bev_semantic": 1, + "estimate_semantic_distribution": 0, + "use_discrete_command": 1, + "gru_hidden_size": 64, + "use_cutout": 0, + "add_features": 1, + "freeze_backbone": 0, + "learn_multi_task_weights": 0, + "transformer_decoder_join": 1, + "bev_down_sample_factor": 4, + "perspective_downsample_factor": 1, + "gru_input_size": 256, + "num_repetitions": 1, + "bev_grid_height_downsample_factor": 1, + "wp_dilation": 1, + "use_tp": 1, + "continue_epoch": 0, + "max_height_lidar": 100.0, + "smooth_route": 1, + "use_speed_weights": 0, + "max_num_bbs": 30, + "use_optim_groups": 0, + "weight_decay": 0.01, + "use_label_smoothing": 0, + "cpu_cores": 16, + "tp_attention": 0, + "multi_wp_output": 0, + "seed": 0, + "crop_image": 1, + "input_path_to_target_speed_network": 0, + "predict_checkpoint_len": 10, + "max_x": 32, + "crop_bev_height_only_from_behind": 0, + "lidar_resolution_height": 256, + "dataset_cache_name": "dataset_cache", + "cosine_t0": 1, + "compile": 0, + "compile_mode": "default", + "seq_len": 5, + "seq_step": 1, + "lidar_seq_len": 1, + "lidar_step_size": 1, + "validation": true, + "use_temporal_fusion": 1, + "temporal_fusion_layers": 4, + "temporal_fusion_heads": 4, + "use_recurrent_training": 0, + "use_temporal_self_attn": 0, + "use_trajectory_prediction": 1, + "trajectory_loss_type": "huber", + "use_trajectory_target_speed_mask": 1, + "trajectory_pred_len": 6, + "trajectory_step_size": 2, + "trajectory_decoder_layers": 1, + "trajectory_modes": 6 +} \ No newline at end of file diff --git a/static-LB5s1-noprune/config.json b/static-LB5s1-noprune/config.json new file mode 100644 index 0000000000000000000000000000000000000000..afd725e9fdd2d346c542242ccddfb6fe9e912bc9 --- /dev/null +++ b/static-LB5s1-noprune/config.json @@ -0,0 +1,762 @@ +{ + "add_after_accident_two_ways": -15, + "add_after_construction_obstacle_two_ways": 15, + "add_after_parked_obstacle_two_ways": -5, + "add_after_vehicle_opens_door_two_ways": -20, + "add_before_accident_two_ways": -15, + "add_before_construction_obstacle_two_ways": 15, + "add_before_parked_obstacle_two_ways": -5, + "add_before_vehicle_opens_door_two_ways": -20, + "add_features": 1, + "aim_distance_fast": 3.0, + "aim_distance_slow": 2.25, + "aim_distance_threshold": 5.5, + "angle_bins": [ + -0.375, + -0.125, + 0.125, + 0.375 + ], + "angle_weights": [ + 204.25901201602136, + 7.554315623148331, + 0.21388916461734406, + 5.476446162657503, + 207.86684782608697 + ], + "angles": [ + -0.5, + -0.25, + 0.0, + 0.25, + 0.5 + ], + "attn_pdrop": 0.1, + "augment": 1, + "augment_percentage": 0.5, + "backbone": "transFuser", + "batch_size": 8, + "bb_confidence_threshold": 0.3, + "bb_input_channel": 64, + "bb_save_radius": 64.0, + "bev_classes_list": [ + [ + 0, + 0, + 0 + ], + [ + 200, + 200, + 200 + ], + [ + 255, + 255, + 255 + ], + [ + 255, + 255, + 0 + ], + [ + 50, + 234, + 157 + ], + [ + 160, + 160, + 0 + ], + [ + 0, + 255, + 0 + ], + [ + 255, + 255, + 0 + ], + [ + 255, + 0, + 0 + ], + [ + 250, + 170, + 30 + ], + [ + 0, + 255, + 0 + ] + ], + "bev_converter": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10 + ], + "bev_down_sample_factor": 4, + "bev_features_chanels": 64, + "bev_grid_height_downsample_factor": 1, + "bev_latent_dim": 32, + "bev_semantic_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "bev_upsample_factor": 2, + "bicycle_frame_rate": 20, + "block_exp": 4, + "brake_acceleration": -4.952399, + "brake_ratio": 1.1, + "brake_speed": 0.4, + "brake_uncertainty_threshold": 0.9, + "brake_values": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.0093171137, + 0.0820967431, + -0.00283832427, + 5.06587474e-05, + -4.90357228e-07, + 2.44419284e-09, + -4.91381935e-12 + ] + }, + "braking_distance_calculation_safety_distance": 10, + "camera_fov": 110, + "camera_height": 512, + "camera_pos": [ + -1.5, + 0.0, + 2.0 + ], + "camera_rot_0": [ + 0.0, + 0.0, + 0.0 + ], + "camera_rotation_augmentation_max": 5.0, + "camera_rotation_augmentation_min": -5.0, + "camera_translation_augmentation_max": 1.0, + "camera_translation_augmentation_min": -1.0, + "camera_width": 1024, + "carla_fps": 20, + "carla_frame_rate": 0.05, + "center_net_max_pooling_kernel": 3, + "check_path_free_safety_distance": 10, + "check_path_free_safety_time": 0.2, + "check_previous_distance_for_lane_change": 150, + "classes": { + "0": [ + 0, + 0, + 0 + ], + "1": [ + 30, + 170, + 250 + ], + "2": [ + 200, + 200, + 200 + ], + "3": [ + 255, + 255, + 0 + ], + "4": [ + 0, + 255, + 0 + ], + "5": [ + 0, + 255, + 255 + ], + "6": [ + 255, + 255, + 255 + ] + }, + "classes_list": [ + [ + 0, + 0, + 0 + ], + [ + 250, + 170, + 30 + ], + [ + 200, + 200, + 200 + ], + [ + 0, + 255, + 255 + ], + [ + 0, + 255, + 0 + ], + [ + 255, + 255, + 0 + ], + [ + 255, + 255, + 255 + ] + ], + "clearing_distance_to_stop_sign": 3.0, + "clip_delta": 1.0, + "clip_throttle": 1.0, + "color_aug_prob": 0.5, + "compile": 0, + "compile_mode": "default", + "compute_min_time_to_cover_distance_params": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.00904221, + 0.00733342, + -0.03744807, + 0.0235038 + ] + }, + "continue_epoch": 0, + "converter": [ + 0, + 2, + 6, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 0, + 0, + 4, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 5, + 0, + 0, + 0, + 0 + ], + "cosine_t0": 1, + "cosine_t_mult": 2, + "cpu_cores": 16, + "creep_duration": 20, + "creep_throttle": 0.4, + "crop_bev": false, + "crop_bev_height_only_from_behind": 0, + "crop_image": 1, + "cropped_height": 384, + "cropped_width": 1024, + "data_roots": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/OppositeVehicleRunningRedLight", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/YieldToEmergencyVehicle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/Accident", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/HighwayExit", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ConstructionObstacleTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/InvadingTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/HazardAtSideLaneTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/EnterActorFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ConstructionObstacle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ParkingCrossingPedestrian", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/OppositeVehicleTakingPriority", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/MergerIntoSlowTraffic", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ControlLoss", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/VehicleTurningRoutePedestrian", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/StaticCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/HazardAtSideLane", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ParkingCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/AccidentTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/HighwayCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/InterurbanAdvancedActorFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/PriorityAtJunction", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/NonSignalizedJunctionLeftTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/VehicleTurningRoute", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/noScenarios", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/DynamicObjectCrossing", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/SignalizedJunctionRightTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ParkedObstacle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ParkedObstacleTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/MergerIntoSlowTrafficV2", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/EnterActorFlowV2", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/VehicleOpensDoorTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/SignalizedJunctionLeftTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/InterurbanActorFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/HardBreakRoute", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/PedestrianCrossing", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/NonSignalizedJunctionRightTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ParkingExit", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/BlockedIntersection", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/CrossingBicycleFlow" + ], + "data_save_freq": 5, + "dataset_cache_name": "dataset_cache", + "debug": 0, + "deconv_channel_num_0": 128, + "deconv_channel_num_1": 64, + "deconv_channel_num_2": 32, + "deconv_scale_factor_0": 4, + "deconv_scale_factor_1": 8, + "default_forecast_length": 2.0, + "default_max_distance_to_process_scenario": 50, + "default_overtake_speed": 13.88888888888889, + "dense_route_planner_min_distance": 2.4, + "detailed_loss_weights": { + "loss_bev_semantic": 0.07142857142857142, + "loss_brake": 0.07142857142857142, + "loss_center_heatmap": 0.07142857142857142, + "loss_checkpoint": 0.07142857142857142, + "loss_depth": 0.07142857142857142, + "loss_forcast": 0.0, + "loss_offset": 0.07142857142857142, + "loss_selection": 0.0, + "loss_semantic": 0.07142857142857142, + "loss_target_speed": 0.07142857142857142, + "loss_trajectories": 0.07142857142857142, + "loss_trajectory_confidence": 0.07142857142857142, + "loss_velocity": 0.07142857142857142, + "loss_wh": 0.07142857142857142, + "loss_wp": 0.0, + "loss_yaw_class": 0.07142857142857142, + "loss_yaw_res": 0.07142857142857142 + }, + "detect_boxes": 1, + "detection_radius": 50.0, + "distance_to_delete_scenario_in_two_ways": 20, + "draw_future_route_till_distance": 500, + "draw_life_time": 0.051, + "ego_extent_x": 2.4508416652679443, + "ego_extent_y": 1.0641621351242065, + "ego_extent_z": 0.7553732395172119, + "ego_vehicles_route_point_search_distance": 40, + "embd_pdrop": 0.1, + "epochs": 31, + "estimate_class_distributions": 0, + "estimate_semantic_distribution": 0, + "extent_ego_bbs_speed_threshold": 5, + "extent_other_vehicles_bbs_speed_threshold": 1.0, + "extra_route_length": 50, + "extra_sensor_channels": 128, + "factor_accident_two_ways": 1.0, + "factor_construction_obstacle_two_ways": 1.0, + "factor_parked_obstacle_two_ways": 0.6, + "factor_vehicle_opens_door_two_ways": 0.475, + "fence_avoidance_margin_invading_turn": 0.3, + "focal_loss_gamma": 2.0, + "forcast_time": 0.5, + "forecast_length_lane_change": 1.1, + "fps": 20.0, + "fps_inv": 0.05, + "freeze_backbone": 0, + "front_wheel_base": -0.090769015, + "gpt_layer_norm_init_weight": 1.0, + "gpt_linear_layer_init_mean": 0.0, + "gpt_linear_layer_init_std": 0.02, + "grad_clip_max_norm": 1.0, + "gru_hidden_size": 64, + "gru_input_size": 256, + "high_speed_extent_factor_ego_x": 1.3, + "high_speed_extent_factor_ego_y": 1.2, + "high_speed_extent_x_factor_other_vehicle": 1.5, + "high_speed_extent_y_factor_other_vehicle": 1.3, + "high_speed_min_extent_x_other_vehicle": 1.2, + "high_speed_min_extent_x_other_vehicle_lane_change": 2.0, + "high_speed_min_extent_y_other_vehicle": 1.0, + "hist_max_per_pixel": 5, + "id": "v2/static-LB5s1-noprune", + "idm_acceleration_exponent": 4.0, + "idm_bicycle_desired_time_headway": 0.25, + "idm_bicycle_minimum_distance": 4.0, + "idm_comfortable_braking_deceleration_high_speed": 3.72, + "idm_comfortable_braking_deceleration_low_speed": 8.7, + "idm_comfortable_braking_deceleration_threshold": 6.02, + "idm_leading_vehicle_minimum_distance": 4.0, + "idm_leading_vehicle_time_headway": 0.25, + "idm_maximum_acceleration": 24.0, + "idm_pedestrian_desired_time_headway": 0.1, + "idm_pedestrian_minimum_distance": 4.0, + "idm_red_light_desired_time_headway": 0.1, + "idm_red_light_minimum_distance": 6.0, + "idm_stop_sign_desired_time_headway": 0.1, + "idm_stop_sign_minimum_distance": 2.0, + "idm_t_bound": 0.05, + "idm_two_way_scenarios_minimum_distance": 2.0, + "idm_two_way_scenarios_time_headway": 0.1, + "ignore_index": -999, + "image_architecture": "regnety_032", + "image_u_net_output_features": 512, + "img_horz_anchors": 32, + "img_seq_len": 1, + "img_step_size": 1, + "img_vert_anchors": 12, + "inference_direct_controller": true, + "inital_frames_delay": 40.0, + "input_path_to_target_speed_network": 0, + "iou_treshold_nms": 0.2, + "label_smoothing_alpha": 0.1, + "lane_shift_extension_length_for_yield_to_emergency_vehicle": 200, + "lateral_default_lookahead": 24, + "lateral_k_d": 1.3782508892109167, + "lateral_k_i": 0.6406067986034124, + "lateral_k_p": 3.118357247806046, + "lateral_n": 6, + "lateral_pid_default_lookahead": 24.0, + "lateral_pid_kd": 1.3782508892109167, + "lateral_pid_ki": 0.6406067986034124, + "lateral_pid_kp": 3.118357247806046, + "lateral_pid_maximum_lookahead_distance": 105.0, + "lateral_pid_minimum_lookahead_distance": 24.0, + "lateral_pid_speed_offset": 1.9152884533402488, + "lateral_pid_speed_scale": 0.9755321901954155, + "lateral_pid_speed_threshold": 23.150102938235136, + "lateral_pid_window_size": 6, + "lateral_speed_offset": 1.9152884533402488, + "lateral_speed_scale": 0.9755321901954155, + "lateral_speed_threshold": 23.150102938235136, + "leading_vehicles_max_route_angle_distance": 35.0, + "leading_vehicles_max_route_distance": 2.5, + "leading_vehicles_maximum_detection_radius": 800, + "learn_multi_task_weights": 0, + "learn_origin": 1, + "lidar_architecture": "regnety_032", + "lidar_aug_prob": 1.0, + "lidar_horz_anchors": 8, + "lidar_points_per_second": 600000, + "lidar_pos": [ + 0.0, + 0.0, + 2.5 + ], + "lidar_resolution_height": 256, + "lidar_resolution_width": 256, + "lidar_rot": [ + 0.0, + 0.0, + -90.0 + ], + "lidar_rotation_frequency": 10, + "lidar_seq_len": 1, + "lidar_split_height": 0.2, + "lidar_step_size": 1, + "lidar_vert_anchors": 8, + "light_radius": 64.0, + "load_file": "/cluster/work/andrebw/repos/temporal_garage/results/training/tfpp_base/model_0030.pth", + "local_rank": -999, + "log_route_planner_min_distance": 4.0, + "logdir": "/cluster/work/andrebw/repos/temporal_garage/results/training/v2/static-LB5s1-noprune", + "logger_region_of_interest": 30.0, + "logging_freq": 10, + "longitudinal_linear_regression_maximum_acceleration": 1.89, + "longitudinal_linear_regression_maximum_deceleration": -4.82, + "longitudinal_linear_regression_minimum_target_speed": 0.278, + "longitudinal_linear_regression_params": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 1.1990342347353184, + -0.8057602384167799, + 1.710818710950062, + 0.921890257450335, + 1.556497522998393, + -0.7013479734904027, + 1.031266635497984 + ] + }, + "longitudinal_max_acceleration": 1.89, + "longitudinal_params": { + "py/tuple": [ + 1.1990342347353184, + -0.8057602384167799, + 1.710818710950062, + 0.921890257450335, + 1.556497522998393, + -0.7013479734904027, + 1.031266635497984 + ] + }, + "longitudinal_pid_braking_ratio": 1.0324622059220139, + "longitudinal_pid_derivative_gain": 1.5761818624794222, + "longitudinal_pid_integral_gain": 0.2941563856687906, + "longitudinal_pid_max_window_length": 0, + "longitudinal_pid_minimum_target_speed": 0.278, + "longitudinal_pid_proportional_gain": 1.0016429066823955, + "longitudinal_pid_speed_error_scaling": 0.0, + "lr": 0.0003, + "max_blocked_ticks": 170, + "max_distance_lane_change_trailing_vehicles": 150, + "max_distance_to_overtake_two_way_scnearios": 80, + "max_distance_to_process_hazard_at_side_lane": 25, + "max_distance_to_process_hazard_at_side_lane_two_ways": 10, + "max_height_lidar": 100.0, + "max_lookahead_to_check_for_junction": 300, + "max_num_bbs": 30, + "max_num_trajectories": 10, + "max_speed_in_junction": 17.77777777777778, + "max_x": 32, + "max_y": 32, + "max_z": 4, + "max_z_projection": 14, + "min_walker_speed": 0.5, + "min_x": -32, + "min_y": -32, + "min_z": -4, + "min_z_projection": -10, + "minimum_lane_width_threshold": 2.5, + "minimum_lookahead_distance_to_compute_near_lane_change": 200, + "minimum_speed_to_prevent_rolling_back": 0.5, + "multi_step_lr_decay": 0.1, + "multi_wp_output": 0, + "n_head": 4, + "n_layer": 2, + "normalize_imagenet": true, + "num_bb_classes": 5, + "num_bev_semantic_classes": 11, + "num_decoder_heads": 8, + "num_dir_bins": 12, + "num_lidar_hits_for_detection_car": 1, + "num_lidar_hits_for_detection_walker": 1, + "num_repetitions": 1, + "num_route_points": 20, + "num_route_points_saved": 20, + "num_semantic_classes": 7, + "num_transformer_decoder_layers": 6, + "overtake_speed_vehicle_opens_door_two_ways": 11.11111111111111, + "pedestrian_minimum_extent": 1.5, + "perspective_downsample_factor": 1, + "pixels_per_meter": 4.0, + "pixels_per_meter_collection": 2.0, + "plant_embd_pdrop": 0.1, + "plant_hf_checkpoint": "prajjwal1/bert-medium", + "plant_max_speed_pred": 60.0, + "plant_num_attributes": 7, + "plant_object_types": 6, + "plant_precision_angle": 4, + "plant_precision_brake": 2, + "plant_precision_pos": 7, + "plant_precision_speed": 5, + "plant_pretraining": null, + "point_format": 0, + "point_precision": 0.01, + "points_per_meter": 10, + "pred_len": 8, + "predict_checkpoint_len": 10, + "previous_road_lane_retrieve_distance": 100, + "py/object": "config.GlobalConfig", + "ratio_target_speed_limit": 0.72, + "realign_lidar": 1, + "rear_wheel_base": 1.4178275, + "resid_pdrop": 0.1, + "return_temporal_attn_weights": false, + "root_dir": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data" + ], + "route_planner_max_distance": 50.0, + "route_planner_min_distance": 7.5, + "route_points": 10, + "route_shift_end_distance_invading_turn": 100, + "route_shift_start_distance_invading_turn": 150, + "safety_box_x_max": 4.950841665267944, + "safety_box_x_min": 2.4508416652679443, + "safety_box_y_max": 0.8513297080993653, + "safety_box_y_min": -0.8513297080993653, + "safety_box_z_max": 1.5, + "safety_box_z_min": 0.5, + "schedule_reduce_epoch_01": 30, + "schedule_reduce_epoch_02": 40, + "seed": 0, + "semantic_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "seq_len": 5, + "seq_step": 1, + "setting": "13_withheld", + "skip_first": 10, + "slow_speed_extent_factor_ego": 1.0, + "slower_factor": 0.8, + "smooth_route": 1, + "speed_kd": 2.0, + "speed_ki": 1.0, + "speed_kp": 1.75, + "speed_limit_waypoints_spacing_check": 50, + "speed_n": 20, + "steer_noise": 0.001, + "steering_gain": 0.36848336, + "stuck_threshold": 1100, + "sync_batch_norm": 0, + "tailing_vehicles_maximum_detection_radius": 800, + "target_speed_bins": [ + 4.001, + 8.001, + 10.001, + 13.889888879999999, + 16.001, + 17.77877777, + 20.001 + ], + "target_speed_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "target_speeds": [ + 0.0, + 4.0, + 8.0, + 10, + 13.88888888, + 16, + 17.77777777, + 20 + ], + "temporal_fusion_heads": 4, + "temporal_fusion_layers": 4, + "temporal_hidden_dim": 512, + "tf_first_checkpoint_distance": 25, + "throttle_acceleration": 0.5633837, + "throttle_threshold_during_forecasting": 0.3, + "throttle_values": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.963873001, + 0.000437535692, + -0.380192912, + 1.74950069, + 0.0916787414, + -0.070546153, + -0.00105996152, + 0.000671079346 + ] + }, + "time_step": 0.05, + "top_k_center_keypoints": 100, + "tp_attention": 0, + "trailing_vehicles_max_route_distance": 3.0, + "trailing_vehicles_max_route_distance_lane_change": 6.0, + "train_debug_save_freq": 1, + "train_sampling_rate": 1, + "trajectory_decoder_layers": 1, + "trajectory_loss_type": "huber", + "trajectory_max_x": 255, + "trajectory_max_y": 255, + "trajectory_min_x": 0, + "trajectory_min_y": 0, + "trajectory_modes": 6, + "trajectory_pred_len": 6, + "trajectory_step_size": 2, + "transformer_decoder_join": 1, + "transition_length_accident_two_ways": 40, + "transition_length_construction_obstacle_two_ways": 40, + "transition_length_parked_obstacle_two_ways": 40, + "transition_length_vehicle_opens_door_two_ways": 40, + "transition_smoothness_distance": 80, + "transition_smoothness_factor_construction_obstacle": 105.0, + "turn_kd": 0.3, + "turn_ki": 0.75, + "turn_kp": 1.25, + "turn_n": 20, + "two_tp_input": false, + "unclearing_distance_to_stop_sign": 10, + "use_amp": 0, + "use_bev_semantic": 1, + "use_color_aug": 1, + "use_controller_input_prediction": 1, + "use_cosine_schedule": 1, + "use_cutout": 0, + "use_dataset_pruning": false, + "use_depth": 1, + "use_discrete_command": 1, + "use_disk_cache": 1, + "use_focal_loss": 0, + "use_grad_clip": 0, + "use_ground_plane": 0, + "use_label_smoothing": 0, + "use_learnable_historic_initialization": true, + "use_optim_groups": 0, + "use_plant": 0, + "use_recurrent_training": 0, + "use_semantic": 1, + "use_speed_weights": 0, + "use_temporal_fusion": 1, + "use_temporal_self_attn": 0, + "use_tp": 1, + "use_trajectory_prediction": 1, + "use_trajectory_target_speed_mask": 1, + "use_twohot_target_speeds": true, + "use_velocity": 1, + "use_velocity_brake_head": false, + "use_wp_gru": 0, + "val_every": 10, + "val_towns": [ + 13 + ], + "validation": true, + "weight_decay": 0.01, + "wp_dilation": 1, + "zero_redundancy_optimizer": 1 +} \ No newline at end of file diff --git a/static-LB5s1-noprune/events.out.tfevents.1749290589.idun-01-05.2990162.0 b/static-LB5s1-noprune/events.out.tfevents.1749290589.idun-01-05.2990162.0 new file mode 100644 index 0000000000000000000000000000000000000000..7d53b048c8c765330f7acdd0bed9e7e2d1afdd2e --- /dev/null +++ b/static-LB5s1-noprune/events.out.tfevents.1749290589.idun-01-05.2990162.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:874264cb0ea4d9448ad235ba9e77495dc3a08f03a48371c79d84edc6a71a0e1e +size 32182 diff --git a/static-LB5s1-noprune/model_0006.pth b/static-LB5s1-noprune/model_0006.pth new file mode 100644 index 0000000000000000000000000000000000000000..848ecb311677913a45ec518ccbad74972b350ea4 --- /dev/null +++ b/static-LB5s1-noprune/model_0006.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ef2f6fb1d5fbe497a1fbcf7f1ce11457adb9bdd89b2aa25bac19296b0a5872d +size 495462284 diff --git a/static-LB5s1-noprune/model_0014.pth b/static-LB5s1-noprune/model_0014.pth new file mode 100644 index 0000000000000000000000000000000000000000..d0cbd930b683d7392b6f36d65859431a97bfb8ad --- /dev/null +++ b/static-LB5s1-noprune/model_0014.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3ec451e8fa167fbae5ab3f83cb10b04f5ea754368b0793331d0685f6ddbc9f7 +size 495462284 diff --git a/static-LB5s1-noprune/model_0030.pth b/static-LB5s1-noprune/model_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..cfdcd620666d42489fb26d9bcc17f1e8ce20e49e --- /dev/null +++ b/static-LB5s1-noprune/model_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae08226878359c937326d70666b4e47abba4583dd1e102d751e985d401d137af +size 495462284 diff --git a/static-LB5s1-noprune/optimizer_0006.pth b/static-LB5s1-noprune/optimizer_0006.pth new file mode 100644 index 0000000000000000000000000000000000000000..542b483cb410e48025e1403c9c59dd51347cfe24 --- /dev/null +++ b/static-LB5s1-noprune/optimizer_0006.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d5544a4e2c91e2e59cb169f883a897698e7e617f587663c72088ca5d8b2fad4 +size 1482650870 diff --git a/static-LB5s1-noprune/optimizer_0014.pth b/static-LB5s1-noprune/optimizer_0014.pth new file mode 100644 index 0000000000000000000000000000000000000000..9715ed706bd20595e89c52d080f94b73b8b4f52a --- /dev/null +++ b/static-LB5s1-noprune/optimizer_0014.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbdbda73f2ccc2817d471da6d320bbb74699022f6a2bebebc001d4ab0fd600d2 +size 1482650870 diff --git a/static-LB5s1-noprune/optimizer_0030.pth b/static-LB5s1-noprune/optimizer_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..99902a428f3c0e769ab35732edde95da2b81092f --- /dev/null +++ b/static-LB5s1-noprune/optimizer_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de76c1b648a701a57637839d20edf6cfcfe47df09160d40d66dd5816ac6ab737 +size 1482650870 diff --git a/static-LB5s1-noprune/scaler_0006.pth b/static-LB5s1-noprune/scaler_0006.pth new file mode 100644 index 0000000000000000000000000000000000000000..fa6b0172a43d8be4cfc36a98ae09c15f468f6a3c --- /dev/null +++ b/static-LB5s1-noprune/scaler_0006.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f9d68d79e5abc444ecc1e9b6d779ed0ab8f295465cff9bca2cc9b428640d573 +size 880 diff --git a/static-LB5s1-noprune/scaler_0014.pth b/static-LB5s1-noprune/scaler_0014.pth new file mode 100644 index 0000000000000000000000000000000000000000..65c4c0411a3c69e6cc0196872450ddfee71629ac --- /dev/null +++ b/static-LB5s1-noprune/scaler_0014.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bfa07c27cfdf8da9835f6cac0e2df97ad807ee43ec63682b574ec385d0bd580 +size 880 diff --git a/static-LB5s1-noprune/scaler_0030.pth b/static-LB5s1-noprune/scaler_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..4a529707305f713311a2002514505339c7e3fd09 --- /dev/null +++ b/static-LB5s1-noprune/scaler_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5f881f1527bc81147a2213cbad06ff07ed5b0de3143c791692f655baacfdba5 +size 880 diff --git a/static-LB5s1-noprune/scheduler_0006.pth b/static-LB5s1-noprune/scheduler_0006.pth new file mode 100644 index 0000000000000000000000000000000000000000..3bba4fa75d05b0d5a149da03f11b852c2917f835 --- /dev/null +++ b/static-LB5s1-noprune/scheduler_0006.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2850b904768ce91af91e3094fb67a7a555e5e42daf78cbe8a920bcff104d4dc +size 1084 diff --git a/static-LB5s1-noprune/scheduler_0014.pth b/static-LB5s1-noprune/scheduler_0014.pth new file mode 100644 index 0000000000000000000000000000000000000000..1cfae0db6442ebe68a279d2bf4bc27bdbba4acf1 --- /dev/null +++ b/static-LB5s1-noprune/scheduler_0014.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bd3fc65c2fe2a246fda7077a4ec1b26cfeb5a71c1b08d8309d5103d623956fc +size 1084 diff --git a/static-LB5s1-noprune/scheduler_0030.pth b/static-LB5s1-noprune/scheduler_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..0d843022a3c7bbc2dd6f14bc00475f5e42872daa --- /dev/null +++ b/static-LB5s1-noprune/scheduler_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0c3071283b110f44120905085cc175f0bfaef423041c928c059c80abdb1d255 +size 1084 diff --git a/static-LB5s1-notraj/args.txt b/static-LB5s1-notraj/args.txt new file mode 100644 index 0000000000000000000000000000000000000000..c6a03912a8b2ea09c89ef22fa421a40b69f5ab25 --- /dev/null +++ b/static-LB5s1-notraj/args.txt @@ -0,0 +1,97 @@ +{ + "id": "v2/static-LB5s1-notraj", + "epochs": 31, + "lr": 0.0003, + "batch_size": 8, + "logdir": "/cluster/work/andrebw/repos/temporal_garage/results/training/v2/static-LB5s1-notraj", + "load_file": "/cluster/work/andrebw/repos/temporal_garage/results/training/tfpp_base/model_0030.pth", + "setting": "13_withheld", + "root_dir": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data" + ], + "schedule_reduce_epoch_01": 30, + "schedule_reduce_epoch_02": 40, + "backbone": "transFuser", + "image_architecture": "regnety_032", + "lidar_architecture": "regnety_032", + "use_velocity": 1, + "n_layer": 2, + "val_every": 10, + "sync_batch_norm": 0, + "zero_redundancy_optimizer": 1, + "use_disk_cache": 1, + "realign_lidar": 1, + "use_ground_plane": 0, + "use_controller_input_prediction": 1, + "use_wp_gru": 0, + "pred_len": 8, + "estimate_class_distributions": 0, + "use_focal_loss": 0, + "use_cosine_schedule": 1, + "augment": 1, + "use_plant": 0, + "learn_origin": 1, + "local_rank": -999, + "train_sampling_rate": 1, + "use_amp": 0, + "use_grad_clip": 0, + "use_color_aug": 1, + "use_semantic": 1, + "use_depth": 1, + "detect_boxes": 1, + "use_bev_semantic": 1, + "estimate_semantic_distribution": 0, + "use_discrete_command": 1, + "gru_hidden_size": 64, + "use_cutout": 0, + "add_features": 1, + "freeze_backbone": 0, + "learn_multi_task_weights": 0, + "transformer_decoder_join": 1, + "bev_down_sample_factor": 4, + "perspective_downsample_factor": 1, + "gru_input_size": 256, + "num_repetitions": 1, + "bev_grid_height_downsample_factor": 1, + "wp_dilation": 1, + "use_tp": 1, + "continue_epoch": 0, + "max_height_lidar": 100.0, + "smooth_route": 1, + "use_speed_weights": 0, + "max_num_bbs": 30, + "use_optim_groups": 0, + "weight_decay": 0.01, + "use_label_smoothing": 0, + "cpu_cores": 16, + "tp_attention": 0, + "multi_wp_output": 0, + "seed": 0, + "crop_image": 1, + "input_path_to_target_speed_network": 0, + "predict_checkpoint_len": 10, + "max_x": 32, + "crop_bev_height_only_from_behind": 0, + "lidar_resolution_height": 256, + "dataset_cache_name": "dataset_cache", + "cosine_t0": 1, + "compile": 0, + "compile_mode": "default", + "seq_len": 5, + "seq_step": 1, + "lidar_seq_len": 1, + "lidar_step_size": 1, + "validation": true, + "use_temporal_fusion": 1, + "temporal_fusion_layers": 4, + "temporal_fusion_heads": 4, + "use_recurrent_training": 0, + "use_temporal_self_attn": 0, + "use_trajectory_prediction": 0, + "trajectory_loss_type": "huber", + "use_trajectory_target_speed_mask": 1, + "trajectory_pred_len": 6, + "trajectory_step_size": 2, + "trajectory_decoder_layers": 1, + "trajectory_modes": 6 +} \ No newline at end of file diff --git a/static-LB5s1-notraj/config.json b/static-LB5s1-notraj/config.json new file mode 100644 index 0000000000000000000000000000000000000000..338b23433df5ba61c46872e543b5aabc5b84dc7f --- /dev/null +++ b/static-LB5s1-notraj/config.json @@ -0,0 +1,762 @@ +{ + "add_after_accident_two_ways": -15, + "add_after_construction_obstacle_two_ways": 15, + "add_after_parked_obstacle_two_ways": -5, + "add_after_vehicle_opens_door_two_ways": -20, + "add_before_accident_two_ways": -15, + "add_before_construction_obstacle_two_ways": 15, + "add_before_parked_obstacle_two_ways": -5, + "add_before_vehicle_opens_door_two_ways": -20, + "add_features": 1, + "aim_distance_fast": 3.0, + "aim_distance_slow": 2.25, + "aim_distance_threshold": 5.5, + "angle_bins": [ + -0.375, + -0.125, + 0.125, + 0.375 + ], + "angle_weights": [ + 204.25901201602136, + 7.554315623148331, + 0.21388916461734406, + 5.476446162657503, + 207.86684782608697 + ], + "angles": [ + -0.5, + -0.25, + 0.0, + 0.25, + 0.5 + ], + "attn_pdrop": 0.1, + "augment": 1, + "augment_percentage": 0.5, + "backbone": "transFuser", + "batch_size": 8, + "bb_confidence_threshold": 0.3, + "bb_input_channel": 64, + "bb_save_radius": 64.0, + "bev_classes_list": [ + [ + 0, + 0, + 0 + ], + [ + 200, + 200, + 200 + ], + [ + 255, + 255, + 255 + ], + [ + 255, + 255, + 0 + ], + [ + 50, + 234, + 157 + ], + [ + 160, + 160, + 0 + ], + [ + 0, + 255, + 0 + ], + [ + 255, + 255, + 0 + ], + [ + 255, + 0, + 0 + ], + [ + 250, + 170, + 30 + ], + [ + 0, + 255, + 0 + ] + ], + "bev_converter": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10 + ], + "bev_down_sample_factor": 4, + "bev_features_chanels": 64, + "bev_grid_height_downsample_factor": 1, + "bev_latent_dim": 32, + "bev_semantic_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "bev_upsample_factor": 2, + "bicycle_frame_rate": 20, + "block_exp": 4, + "brake_acceleration": -4.952399, + "brake_ratio": 1.1, + "brake_speed": 0.4, + "brake_uncertainty_threshold": 0.9, + "brake_values": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.0093171137, + 0.0820967431, + -0.00283832427, + 5.06587474e-05, + -4.90357228e-07, + 2.44419284e-09, + -4.91381935e-12 + ] + }, + "braking_distance_calculation_safety_distance": 10, + "camera_fov": 110, + "camera_height": 512, + "camera_pos": [ + -1.5, + 0.0, + 2.0 + ], + "camera_rot_0": [ + 0.0, + 0.0, + 0.0 + ], + "camera_rotation_augmentation_max": 5.0, + "camera_rotation_augmentation_min": -5.0, + "camera_translation_augmentation_max": 1.0, + "camera_translation_augmentation_min": -1.0, + "camera_width": 1024, + "carla_fps": 20, + "carla_frame_rate": 0.05, + "center_net_max_pooling_kernel": 3, + "check_path_free_safety_distance": 10, + "check_path_free_safety_time": 0.2, + "check_previous_distance_for_lane_change": 150, + "classes": { + "0": [ + 0, + 0, + 0 + ], + "1": [ + 30, + 170, + 250 + ], + "2": [ + 200, + 200, + 200 + ], + "3": [ + 255, + 255, + 0 + ], + "4": [ + 0, + 255, + 0 + ], + "5": [ + 0, + 255, + 255 + ], + "6": [ + 255, + 255, + 255 + ] + }, + "classes_list": [ + [ + 0, + 0, + 0 + ], + [ + 250, + 170, + 30 + ], + [ + 200, + 200, + 200 + ], + [ + 0, + 255, + 255 + ], + [ + 0, + 255, + 0 + ], + [ + 255, + 255, + 0 + ], + [ + 255, + 255, + 255 + ] + ], + "clearing_distance_to_stop_sign": 3.0, + "clip_delta": 1.0, + "clip_throttle": 1.0, + "color_aug_prob": 0.5, + "compile": 0, + "compile_mode": "default", + "compute_min_time_to_cover_distance_params": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.00904221, + 0.00733342, + -0.03744807, + 0.0235038 + ] + }, + "continue_epoch": 0, + "converter": [ + 0, + 2, + 6, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 0, + 0, + 4, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 5, + 0, + 0, + 0, + 0 + ], + "cosine_t0": 1, + "cosine_t_mult": 2, + "cpu_cores": 16, + "creep_duration": 20, + "creep_throttle": 0.4, + "crop_bev": false, + "crop_bev_height_only_from_behind": 0, + "crop_image": 1, + "cropped_height": 384, + "cropped_width": 1024, + "data_roots": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/OppositeVehicleRunningRedLight", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/YieldToEmergencyVehicle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/Accident", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/HighwayExit", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ConstructionObstacleTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/InvadingTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/HazardAtSideLaneTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/EnterActorFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ConstructionObstacle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ParkingCrossingPedestrian", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/OppositeVehicleTakingPriority", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/MergerIntoSlowTraffic", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ControlLoss", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/VehicleTurningRoutePedestrian", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/StaticCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/HazardAtSideLane", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ParkingCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/AccidentTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/HighwayCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/InterurbanAdvancedActorFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/PriorityAtJunction", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/NonSignalizedJunctionLeftTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/VehicleTurningRoute", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/noScenarios", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/DynamicObjectCrossing", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/SignalizedJunctionRightTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ParkedObstacle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ParkedObstacleTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/MergerIntoSlowTrafficV2", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/EnterActorFlowV2", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/VehicleOpensDoorTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/SignalizedJunctionLeftTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/InterurbanActorFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/HardBreakRoute", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/PedestrianCrossing", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/NonSignalizedJunctionRightTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ParkingExit", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/BlockedIntersection", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/CrossingBicycleFlow" + ], + "data_save_freq": 5, + "dataset_cache_name": "dataset_cache", + "debug": 0, + "deconv_channel_num_0": 128, + "deconv_channel_num_1": 64, + "deconv_channel_num_2": 32, + "deconv_scale_factor_0": 4, + "deconv_scale_factor_1": 8, + "default_forecast_length": 2.0, + "default_max_distance_to_process_scenario": 50, + "default_overtake_speed": 13.88888888888889, + "dense_route_planner_min_distance": 2.4, + "detailed_loss_weights": { + "loss_bev_semantic": 0.07142857142857142, + "loss_brake": 0.07142857142857142, + "loss_center_heatmap": 0.07142857142857142, + "loss_checkpoint": 0.07142857142857142, + "loss_depth": 0.07142857142857142, + "loss_forcast": 0.0, + "loss_offset": 0.07142857142857142, + "loss_selection": 0.0, + "loss_semantic": 0.07142857142857142, + "loss_target_speed": 0.07142857142857142, + "loss_trajectories": 0.07142857142857142, + "loss_trajectory_confidence": 0.07142857142857142, + "loss_velocity": 0.07142857142857142, + "loss_wh": 0.07142857142857142, + "loss_wp": 0.0, + "loss_yaw_class": 0.07142857142857142, + "loss_yaw_res": 0.07142857142857142 + }, + "detect_boxes": 1, + "detection_radius": 50.0, + "distance_to_delete_scenario_in_two_ways": 20, + "draw_future_route_till_distance": 500, + "draw_life_time": 0.051, + "ego_extent_x": 2.4508416652679443, + "ego_extent_y": 1.0641621351242065, + "ego_extent_z": 0.7553732395172119, + "ego_vehicles_route_point_search_distance": 40, + "embd_pdrop": 0.1, + "epochs": 31, + "estimate_class_distributions": 0, + "estimate_semantic_distribution": 0, + "extent_ego_bbs_speed_threshold": 5, + "extent_other_vehicles_bbs_speed_threshold": 1.0, + "extra_route_length": 50, + "extra_sensor_channels": 128, + "factor_accident_two_ways": 1.0, + "factor_construction_obstacle_two_ways": 1.0, + "factor_parked_obstacle_two_ways": 0.6, + "factor_vehicle_opens_door_two_ways": 0.475, + "fence_avoidance_margin_invading_turn": 0.3, + "focal_loss_gamma": 2.0, + "forcast_time": 0.5, + "forecast_length_lane_change": 1.1, + "fps": 20.0, + "fps_inv": 0.05, + "freeze_backbone": 0, + "front_wheel_base": -0.090769015, + "gpt_layer_norm_init_weight": 1.0, + "gpt_linear_layer_init_mean": 0.0, + "gpt_linear_layer_init_std": 0.02, + "grad_clip_max_norm": 1.0, + "gru_hidden_size": 64, + "gru_input_size": 256, + "high_speed_extent_factor_ego_x": 1.3, + "high_speed_extent_factor_ego_y": 1.2, + "high_speed_extent_x_factor_other_vehicle": 1.5, + "high_speed_extent_y_factor_other_vehicle": 1.3, + "high_speed_min_extent_x_other_vehicle": 1.2, + "high_speed_min_extent_x_other_vehicle_lane_change": 2.0, + "high_speed_min_extent_y_other_vehicle": 1.0, + "hist_max_per_pixel": 5, + "id": "v2/static-LB5s1-notraj", + "idm_acceleration_exponent": 4.0, + "idm_bicycle_desired_time_headway": 0.25, + "idm_bicycle_minimum_distance": 4.0, + "idm_comfortable_braking_deceleration_high_speed": 3.72, + "idm_comfortable_braking_deceleration_low_speed": 8.7, + "idm_comfortable_braking_deceleration_threshold": 6.02, + "idm_leading_vehicle_minimum_distance": 4.0, + "idm_leading_vehicle_time_headway": 0.25, + "idm_maximum_acceleration": 24.0, + "idm_pedestrian_desired_time_headway": 0.1, + "idm_pedestrian_minimum_distance": 4.0, + "idm_red_light_desired_time_headway": 0.1, + "idm_red_light_minimum_distance": 6.0, + "idm_stop_sign_desired_time_headway": 0.1, + "idm_stop_sign_minimum_distance": 2.0, + "idm_t_bound": 0.05, + "idm_two_way_scenarios_minimum_distance": 2.0, + "idm_two_way_scenarios_time_headway": 0.1, + "ignore_index": -999, + "image_architecture": "regnety_032", + "image_u_net_output_features": 512, + "img_horz_anchors": 32, + "img_seq_len": 1, + "img_step_size": 1, + "img_vert_anchors": 12, + "inference_direct_controller": true, + "inital_frames_delay": 40.0, + "input_path_to_target_speed_network": 0, + "iou_treshold_nms": 0.2, + "label_smoothing_alpha": 0.1, + "lane_shift_extension_length_for_yield_to_emergency_vehicle": 200, + "lateral_default_lookahead": 24, + "lateral_k_d": 1.3782508892109167, + "lateral_k_i": 0.6406067986034124, + "lateral_k_p": 3.118357247806046, + "lateral_n": 6, + "lateral_pid_default_lookahead": 24.0, + "lateral_pid_kd": 1.3782508892109167, + "lateral_pid_ki": 0.6406067986034124, + "lateral_pid_kp": 3.118357247806046, + "lateral_pid_maximum_lookahead_distance": 105.0, + "lateral_pid_minimum_lookahead_distance": 24.0, + "lateral_pid_speed_offset": 1.9152884533402488, + "lateral_pid_speed_scale": 0.9755321901954155, + "lateral_pid_speed_threshold": 23.150102938235136, + "lateral_pid_window_size": 6, + "lateral_speed_offset": 1.9152884533402488, + "lateral_speed_scale": 0.9755321901954155, + "lateral_speed_threshold": 23.150102938235136, + "leading_vehicles_max_route_angle_distance": 35.0, + "leading_vehicles_max_route_distance": 2.5, + "leading_vehicles_maximum_detection_radius": 800, + "learn_multi_task_weights": 0, + "learn_origin": 1, + "lidar_architecture": "regnety_032", + "lidar_aug_prob": 1.0, + "lidar_horz_anchors": 8, + "lidar_points_per_second": 600000, + "lidar_pos": [ + 0.0, + 0.0, + 2.5 + ], + "lidar_resolution_height": 256, + "lidar_resolution_width": 256, + "lidar_rot": [ + 0.0, + 0.0, + -90.0 + ], + "lidar_rotation_frequency": 10, + "lidar_seq_len": 1, + "lidar_split_height": 0.2, + "lidar_step_size": 1, + "lidar_vert_anchors": 8, + "light_radius": 64.0, + "load_file": "/cluster/work/andrebw/repos/temporal_garage/results/training/tfpp_base/model_0030.pth", + "local_rank": -999, + "log_route_planner_min_distance": 4.0, + "logdir": "/cluster/work/andrebw/repos/temporal_garage/results/training/v2/static-LB5s1-notraj", + "logger_region_of_interest": 30.0, + "logging_freq": 10, + "longitudinal_linear_regression_maximum_acceleration": 1.89, + "longitudinal_linear_regression_maximum_deceleration": -4.82, + "longitudinal_linear_regression_minimum_target_speed": 0.278, + "longitudinal_linear_regression_params": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 1.1990342347353184, + -0.8057602384167799, + 1.710818710950062, + 0.921890257450335, + 1.556497522998393, + -0.7013479734904027, + 1.031266635497984 + ] + }, + "longitudinal_max_acceleration": 1.89, + "longitudinal_params": { + "py/tuple": [ + 1.1990342347353184, + -0.8057602384167799, + 1.710818710950062, + 0.921890257450335, + 1.556497522998393, + -0.7013479734904027, + 1.031266635497984 + ] + }, + "longitudinal_pid_braking_ratio": 1.0324622059220139, + "longitudinal_pid_derivative_gain": 1.5761818624794222, + "longitudinal_pid_integral_gain": 0.2941563856687906, + "longitudinal_pid_max_window_length": 0, + "longitudinal_pid_minimum_target_speed": 0.278, + "longitudinal_pid_proportional_gain": 1.0016429066823955, + "longitudinal_pid_speed_error_scaling": 0.0, + "lr": 0.0003, + "max_blocked_ticks": 170, + "max_distance_lane_change_trailing_vehicles": 150, + "max_distance_to_overtake_two_way_scnearios": 80, + "max_distance_to_process_hazard_at_side_lane": 25, + "max_distance_to_process_hazard_at_side_lane_two_ways": 10, + "max_height_lidar": 100.0, + "max_lookahead_to_check_for_junction": 300, + "max_num_bbs": 30, + "max_num_trajectories": 10, + "max_speed_in_junction": 17.77777777777778, + "max_x": 32, + "max_y": 32, + "max_z": 4, + "max_z_projection": 14, + "min_walker_speed": 0.5, + "min_x": -32, + "min_y": -32, + "min_z": -4, + "min_z_projection": -10, + "minimum_lane_width_threshold": 2.5, + "minimum_lookahead_distance_to_compute_near_lane_change": 200, + "minimum_speed_to_prevent_rolling_back": 0.5, + "multi_step_lr_decay": 0.1, + "multi_wp_output": 0, + "n_head": 4, + "n_layer": 2, + "normalize_imagenet": true, + "num_bb_classes": 5, + "num_bev_semantic_classes": 11, + "num_decoder_heads": 8, + "num_dir_bins": 12, + "num_lidar_hits_for_detection_car": 1, + "num_lidar_hits_for_detection_walker": 1, + "num_repetitions": 1, + "num_route_points": 20, + "num_route_points_saved": 20, + "num_semantic_classes": 7, + "num_transformer_decoder_layers": 6, + "overtake_speed_vehicle_opens_door_two_ways": 11.11111111111111, + "pedestrian_minimum_extent": 1.5, + "perspective_downsample_factor": 1, + "pixels_per_meter": 4.0, + "pixels_per_meter_collection": 2.0, + "plant_embd_pdrop": 0.1, + "plant_hf_checkpoint": "prajjwal1/bert-medium", + "plant_max_speed_pred": 60.0, + "plant_num_attributes": 7, + "plant_object_types": 6, + "plant_precision_angle": 4, + "plant_precision_brake": 2, + "plant_precision_pos": 7, + "plant_precision_speed": 5, + "plant_pretraining": null, + "point_format": 0, + "point_precision": 0.01, + "points_per_meter": 10, + "pred_len": 8, + "predict_checkpoint_len": 10, + "previous_road_lane_retrieve_distance": 100, + "py/object": "config.GlobalConfig", + "ratio_target_speed_limit": 0.72, + "realign_lidar": 1, + "rear_wheel_base": 1.4178275, + "resid_pdrop": 0.1, + "return_temporal_attn_weights": false, + "root_dir": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data" + ], + "route_planner_max_distance": 50.0, + "route_planner_min_distance": 7.5, + "route_points": 10, + "route_shift_end_distance_invading_turn": 100, + "route_shift_start_distance_invading_turn": 150, + "safety_box_x_max": 4.950841665267944, + "safety_box_x_min": 2.4508416652679443, + "safety_box_y_max": 0.8513297080993653, + "safety_box_y_min": -0.8513297080993653, + "safety_box_z_max": 1.5, + "safety_box_z_min": 0.5, + "schedule_reduce_epoch_01": 30, + "schedule_reduce_epoch_02": 40, + "seed": 0, + "semantic_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "seq_len": 5, + "seq_step": 1, + "setting": "13_withheld", + "skip_first": 10, + "slow_speed_extent_factor_ego": 1.0, + "slower_factor": 0.8, + "smooth_route": 1, + "speed_kd": 2.0, + "speed_ki": 1.0, + "speed_kp": 1.75, + "speed_limit_waypoints_spacing_check": 50, + "speed_n": 20, + "steer_noise": 0.001, + "steering_gain": 0.36848336, + "stuck_threshold": 1100, + "sync_batch_norm": 0, + "tailing_vehicles_maximum_detection_radius": 800, + "target_speed_bins": [ + 4.001, + 8.001, + 10.001, + 13.889888879999999, + 16.001, + 17.77877777, + 20.001 + ], + "target_speed_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "target_speeds": [ + 0.0, + 4.0, + 8.0, + 10, + 13.88888888, + 16, + 17.77777777, + 20 + ], + "temporal_fusion_heads": 4, + "temporal_fusion_layers": 4, + "temporal_hidden_dim": 512, + "tf_first_checkpoint_distance": 25, + "throttle_acceleration": 0.5633837, + "throttle_threshold_during_forecasting": 0.3, + "throttle_values": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.963873001, + 0.000437535692, + -0.380192912, + 1.74950069, + 0.0916787414, + -0.070546153, + -0.00105996152, + 0.000671079346 + ] + }, + "time_step": 0.05, + "top_k_center_keypoints": 100, + "tp_attention": 0, + "trailing_vehicles_max_route_distance": 3.0, + "trailing_vehicles_max_route_distance_lane_change": 6.0, + "train_debug_save_freq": 1, + "train_sampling_rate": 1, + "trajectory_decoder_layers": 1, + "trajectory_loss_type": "huber", + "trajectory_max_x": 255, + "trajectory_max_y": 255, + "trajectory_min_x": 0, + "trajectory_min_y": 0, + "trajectory_modes": 6, + "trajectory_pred_len": 6, + "trajectory_step_size": 2, + "transformer_decoder_join": 1, + "transition_length_accident_two_ways": 40, + "transition_length_construction_obstacle_two_ways": 40, + "transition_length_parked_obstacle_two_ways": 40, + "transition_length_vehicle_opens_door_two_ways": 40, + "transition_smoothness_distance": 80, + "transition_smoothness_factor_construction_obstacle": 105.0, + "turn_kd": 0.3, + "turn_ki": 0.75, + "turn_kp": 1.25, + "turn_n": 20, + "two_tp_input": false, + "unclearing_distance_to_stop_sign": 10, + "use_amp": 0, + "use_bev_semantic": 1, + "use_color_aug": 1, + "use_controller_input_prediction": 1, + "use_cosine_schedule": 1, + "use_cutout": 0, + "use_dataset_pruning": true, + "use_depth": 1, + "use_discrete_command": 1, + "use_disk_cache": 1, + "use_focal_loss": 0, + "use_grad_clip": 0, + "use_ground_plane": 0, + "use_label_smoothing": 0, + "use_learnable_historic_initialization": true, + "use_optim_groups": 0, + "use_plant": 0, + "use_recurrent_training": 0, + "use_semantic": 1, + "use_speed_weights": 0, + "use_temporal_fusion": 1, + "use_temporal_self_attn": 0, + "use_tp": 1, + "use_trajectory_prediction": 0, + "use_trajectory_target_speed_mask": 1, + "use_twohot_target_speeds": true, + "use_velocity": 1, + "use_velocity_brake_head": false, + "use_wp_gru": 0, + "val_every": 10, + "val_towns": [ + 13 + ], + "validation": true, + "weight_decay": 0.01, + "wp_dilation": 1, + "zero_redundancy_optimizer": 1 +} \ No newline at end of file diff --git a/static-LB5s1-notraj/events.out.tfevents.1749400099.idun-06-03.1625207.0 b/static-LB5s1-notraj/events.out.tfevents.1749400099.idun-06-03.1625207.0 new file mode 100644 index 0000000000000000000000000000000000000000..fdb9906b603c06c51cf0241850b613769dff3958 --- /dev/null +++ b/static-LB5s1-notraj/events.out.tfevents.1749400099.idun-06-03.1625207.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a44e339d5524f4470b11707530b48d13cdea6dda99ab4994b4183c3ceca5a157 +size 31678 diff --git a/static-LB5s1-notraj/model_0006.pth b/static-LB5s1-notraj/model_0006.pth new file mode 100644 index 0000000000000000000000000000000000000000..4140da23490fe5fda4a84b936e70def014d65f87 --- /dev/null +++ b/static-LB5s1-notraj/model_0006.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01c00c4811eebe960865abc96d932b097102c54f70bba76c59a4796692180637 +size 492196122 diff --git a/static-LB5s1-notraj/model_0014.pth b/static-LB5s1-notraj/model_0014.pth new file mode 100644 index 0000000000000000000000000000000000000000..8d48cd822e9c8cd407f0ef4007e041e446afed1e --- /dev/null +++ b/static-LB5s1-notraj/model_0014.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:946765501194da725bd763ab903913b2e99976b2ed062a84d1afb727e9c5d2c6 +size 492196122 diff --git a/static-LB5s1-notraj/model_0030.pth b/static-LB5s1-notraj/model_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..e873923a9f8bf2da017a397e851e49cd725d41e5 --- /dev/null +++ b/static-LB5s1-notraj/model_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:656e19b338e6ad48b873bb0f2666691d25a13da273c48bdfe8b174ca84493073 +size 492196122 diff --git a/static-LB5s1-notraj/optimizer_0006.pth b/static-LB5s1-notraj/optimizer_0006.pth new file mode 100644 index 0000000000000000000000000000000000000000..b69aa6960c118a3c105155c79ff3e096b774bd5b --- /dev/null +++ b/static-LB5s1-notraj/optimizer_0006.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7b6c28b1f60fa4e948bf78ea624232cd350637dc3a35dbdd7bce4bbcc600f95 +size 1472853470 diff --git a/static-LB5s1-notraj/optimizer_0014.pth b/static-LB5s1-notraj/optimizer_0014.pth new file mode 100644 index 0000000000000000000000000000000000000000..85077ed0e9cf0fbb2c191266c07f24e33fe9a2e9 --- /dev/null +++ b/static-LB5s1-notraj/optimizer_0014.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92a9a4ea02cb5da03993d9e3bd2673ad9e8919c68144c66a0689b35c404ef12f +size 1472853470 diff --git a/static-LB5s1-notraj/optimizer_0030.pth b/static-LB5s1-notraj/optimizer_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..fa3b1ff2221c2b4c3455cc15bf6f7328a11615b0 --- /dev/null +++ b/static-LB5s1-notraj/optimizer_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3e30ab4e8c8acf71934ded4057ec59a3d07e1b465ee2c711bdfbe0d57c11878 +size 1472853470 diff --git a/static-LB5s1-notraj/scaler_0006.pth b/static-LB5s1-notraj/scaler_0006.pth new file mode 100644 index 0000000000000000000000000000000000000000..fa6b0172a43d8be4cfc36a98ae09c15f468f6a3c --- /dev/null +++ b/static-LB5s1-notraj/scaler_0006.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f9d68d79e5abc444ecc1e9b6d779ed0ab8f295465cff9bca2cc9b428640d573 +size 880 diff --git a/static-LB5s1-notraj/scaler_0014.pth b/static-LB5s1-notraj/scaler_0014.pth new file mode 100644 index 0000000000000000000000000000000000000000..65c4c0411a3c69e6cc0196872450ddfee71629ac --- /dev/null +++ b/static-LB5s1-notraj/scaler_0014.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bfa07c27cfdf8da9835f6cac0e2df97ad807ee43ec63682b574ec385d0bd580 +size 880 diff --git a/static-LB5s1-notraj/scaler_0030.pth b/static-LB5s1-notraj/scaler_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..4a529707305f713311a2002514505339c7e3fd09 --- /dev/null +++ b/static-LB5s1-notraj/scaler_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5f881f1527bc81147a2213cbad06ff07ed5b0de3143c791692f655baacfdba5 +size 880 diff --git a/static-LB5s1-notraj/scheduler_0006.pth b/static-LB5s1-notraj/scheduler_0006.pth new file mode 100644 index 0000000000000000000000000000000000000000..e6e953d0f2f71c0c4a1e71f2e10f7e8bd9e90578 --- /dev/null +++ b/static-LB5s1-notraj/scheduler_0006.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0259e7c9fdd6b50d3da7e59a857cf961c549c0585ab8150783ab7f5ed02cbf0d +size 1084 diff --git a/static-LB5s1-notraj/scheduler_0014.pth b/static-LB5s1-notraj/scheduler_0014.pth new file mode 100644 index 0000000000000000000000000000000000000000..83cb2179841594dc3ce67cfc216ab2e949789631 --- /dev/null +++ b/static-LB5s1-notraj/scheduler_0014.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:938d47392a27e318e45b797189ea7af0dc82d661bbc31ba4ce908f5f28b73bd4 +size 1084 diff --git a/static-LB5s1-notraj/scheduler_0030.pth b/static-LB5s1-notraj/scheduler_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..8d57e871a26e8cc32c842f89559cad975595a754 --- /dev/null +++ b/static-LB5s1-notraj/scheduler_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c4f7c2096f0c49beb4da9b4e2c07661cba3b563f5caa619b2bb3296e59a6e93 +size 1084 diff --git a/static-LB5s1/args.txt b/static-LB5s1/args.txt new file mode 100644 index 0000000000000000000000000000000000000000..6965ec0efff3f44aecd953676f475c53ab44a4ad --- /dev/null +++ b/static-LB5s1/args.txt @@ -0,0 +1,97 @@ +{ + "id": "v2/static-LB5s1", + "epochs": 31, + "lr": 0.0003, + "batch_size": 8, + "logdir": "/cluster/work/andrebw/repos/temporal_garage/results/training/v2/static-LB5s1", + "load_file": "/cluster/work/andrebw/repos/temporal_garage/results/training/tfpp_base/model_0030.pth", + "setting": "13_withheld", + "root_dir": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data" + ], + "schedule_reduce_epoch_01": 30, + "schedule_reduce_epoch_02": 40, + "backbone": "transFuser", + "image_architecture": "regnety_032", + "lidar_architecture": "regnety_032", + "use_velocity": 1, + "n_layer": 2, + "val_every": 10, + "sync_batch_norm": 0, + "zero_redundancy_optimizer": 1, + "use_disk_cache": 1, + "realign_lidar": 1, + "use_ground_plane": 0, + "use_controller_input_prediction": 1, + "use_wp_gru": 0, + "pred_len": 8, + "estimate_class_distributions": 0, + "use_focal_loss": 0, + "use_cosine_schedule": 1, + "augment": 1, + "use_plant": 0, + "learn_origin": 1, + "local_rank": -999, + "train_sampling_rate": 1, + "use_amp": 0, + "use_grad_clip": 0, + "use_color_aug": 1, + "use_semantic": 1, + "use_depth": 1, + "detect_boxes": 1, + "use_bev_semantic": 1, + "estimate_semantic_distribution": 0, + "use_discrete_command": 1, + "gru_hidden_size": 64, + "use_cutout": 0, + "add_features": 1, + "freeze_backbone": 0, + "learn_multi_task_weights": 0, + "transformer_decoder_join": 1, + "bev_down_sample_factor": 4, + "perspective_downsample_factor": 1, + "gru_input_size": 256, + "num_repetitions": 1, + "bev_grid_height_downsample_factor": 1, + "wp_dilation": 1, + "use_tp": 1, + "continue_epoch": 0, + "max_height_lidar": 100.0, + "smooth_route": 1, + "use_speed_weights": 0, + "max_num_bbs": 30, + "use_optim_groups": 0, + "weight_decay": 0.01, + "use_label_smoothing": 0, + "cpu_cores": 24, + "tp_attention": 0, + "multi_wp_output": 0, + "seed": 0, + "crop_image": 1, + "input_path_to_target_speed_network": 0, + "predict_checkpoint_len": 10, + "max_x": 32, + "crop_bev_height_only_from_behind": 0, + "lidar_resolution_height": 256, + "dataset_cache_name": "dataset_cache", + "cosine_t0": 1, + "compile": 0, + "compile_mode": "default", + "seq_len": 5, + "seq_step": 1, + "lidar_seq_len": 1, + "lidar_step_size": 1, + "validation": true, + "use_temporal_fusion": 1, + "temporal_fusion_layers": 4, + "temporal_fusion_heads": 4, + "use_recurrent_training": 0, + "use_temporal_self_attn": 0, + "use_trajectory_prediction": 1, + "trajectory_loss_type": "huber", + "use_trajectory_target_speed_mask": 1, + "trajectory_pred_len": 6, + "trajectory_step_size": 2, + "trajectory_decoder_layers": 1, + "trajectory_modes": 6 +} \ No newline at end of file diff --git a/static-LB5s1/config.json b/static-LB5s1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bdec7c345a27608d5566aab0b1f350cd73683a80 --- /dev/null +++ b/static-LB5s1/config.json @@ -0,0 +1,762 @@ +{ + "add_after_accident_two_ways": -15, + "add_after_construction_obstacle_two_ways": 15, + "add_after_parked_obstacle_two_ways": -5, + "add_after_vehicle_opens_door_two_ways": -20, + "add_before_accident_two_ways": -15, + "add_before_construction_obstacle_two_ways": 15, + "add_before_parked_obstacle_two_ways": -5, + "add_before_vehicle_opens_door_two_ways": -20, + "add_features": 1, + "aim_distance_fast": 3.0, + "aim_distance_slow": 2.25, + "aim_distance_threshold": 5.5, + "angle_bins": [ + -0.375, + -0.125, + 0.125, + 0.375 + ], + "angle_weights": [ + 204.25901201602136, + 7.554315623148331, + 0.21388916461734406, + 5.476446162657503, + 207.86684782608697 + ], + "angles": [ + -0.5, + -0.25, + 0.0, + 0.25, + 0.5 + ], + "attn_pdrop": 0.1, + "augment": 1, + "augment_percentage": 0.5, + "backbone": "transFuser", + "batch_size": 8, + "bb_confidence_threshold": 0.3, + "bb_input_channel": 64, + "bb_save_radius": 64.0, + "bev_classes_list": [ + [ + 0, + 0, + 0 + ], + [ + 200, + 200, + 200 + ], + [ + 255, + 255, + 255 + ], + [ + 255, + 255, + 0 + ], + [ + 50, + 234, + 157 + ], + [ + 160, + 160, + 0 + ], + [ + 0, + 255, + 0 + ], + [ + 255, + 255, + 0 + ], + [ + 255, + 0, + 0 + ], + [ + 250, + 170, + 30 + ], + [ + 0, + 255, + 0 + ] + ], + "bev_converter": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10 + ], + "bev_down_sample_factor": 4, + "bev_features_chanels": 64, + "bev_grid_height_downsample_factor": 1, + "bev_latent_dim": 32, + "bev_semantic_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "bev_upsample_factor": 2, + "bicycle_frame_rate": 20, + "block_exp": 4, + "brake_acceleration": -4.952399, + "brake_ratio": 1.1, + "brake_speed": 0.4, + "brake_uncertainty_threshold": 0.9, + "brake_values": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.0093171137, + 0.0820967431, + -0.00283832427, + 5.06587474e-05, + -4.90357228e-07, + 2.44419284e-09, + -4.91381935e-12 + ] + }, + "braking_distance_calculation_safety_distance": 10, + "camera_fov": 110, + "camera_height": 512, + "camera_pos": [ + -1.5, + 0.0, + 2.0 + ], + "camera_rot_0": [ + 0.0, + 0.0, + 0.0 + ], + "camera_rotation_augmentation_max": 5.0, + "camera_rotation_augmentation_min": -5.0, + "camera_translation_augmentation_max": 1.0, + "camera_translation_augmentation_min": -1.0, + "camera_width": 1024, + "carla_fps": 20, + "carla_frame_rate": 0.05, + "center_net_max_pooling_kernel": 3, + "check_path_free_safety_distance": 10, + "check_path_free_safety_time": 0.2, + "check_previous_distance_for_lane_change": 150, + "classes": { + "0": [ + 0, + 0, + 0 + ], + "1": [ + 30, + 170, + 250 + ], + "2": [ + 200, + 200, + 200 + ], + "3": [ + 255, + 255, + 0 + ], + "4": [ + 0, + 255, + 0 + ], + "5": [ + 0, + 255, + 255 + ], + "6": [ + 255, + 255, + 255 + ] + }, + "classes_list": [ + [ + 0, + 0, + 0 + ], + [ + 250, + 170, + 30 + ], + [ + 200, + 200, + 200 + ], + [ + 0, + 255, + 255 + ], + [ + 0, + 255, + 0 + ], + [ + 255, + 255, + 0 + ], + [ + 255, + 255, + 255 + ] + ], + "clearing_distance_to_stop_sign": 3.0, + "clip_delta": 1.0, + "clip_throttle": 1.0, + "color_aug_prob": 0.5, + "compile": 0, + "compile_mode": "default", + "compute_min_time_to_cover_distance_params": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.00904221, + 0.00733342, + -0.03744807, + 0.0235038 + ] + }, + "continue_epoch": 0, + "converter": [ + 0, + 2, + 6, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 0, + 0, + 4, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 5, + 0, + 0, + 0, + 0 + ], + "cosine_t0": 1, + "cosine_t_mult": 2, + "cpu_cores": 24, + "creep_duration": 20, + "creep_throttle": 0.4, + "crop_bev": false, + "crop_bev_height_only_from_behind": 0, + "crop_image": 1, + "cropped_height": 384, + "cropped_width": 1024, + "data_roots": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HazardAtSideLane", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/BlockedIntersection", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkingCrossingPedestrian", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/SignalizedJunctionLeftTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HighwayExit", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkingExit", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ConstructionObstacleTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/VehicleTurningRoutePedestrian", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/VehicleOpensDoorTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/MergerIntoSlowTrafficV2", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/PriorityAtJunction", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/AccidentTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/OppositeVehicleRunningRedLight", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkedObstacle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ControlLoss", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/NonSignalizedJunctionLeftTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ConstructionObstacle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/VehicleTurningRoute", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HazardAtSideLaneTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkedObstacleTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/Accident", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/noScenarios", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/PedestrianCrossing", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HighwayCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/EnterActorFlowV2", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkingCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/NonSignalizedJunctionRightTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/CrossingBicycleFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HardBreakRoute", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/InvadingTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/SignalizedJunctionRightTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/MergerIntoSlowTraffic", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/InterurbanActorFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/StaticCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/DynamicObjectCrossing", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/OppositeVehicleTakingPriority", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/InterurbanAdvancedActorFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/YieldToEmergencyVehicle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/EnterActorFlow" + ], + "data_save_freq": 5, + "dataset_cache_name": "dataset_cache", + "debug": 0, + "deconv_channel_num_0": 128, + "deconv_channel_num_1": 64, + "deconv_channel_num_2": 32, + "deconv_scale_factor_0": 4, + "deconv_scale_factor_1": 8, + "default_forecast_length": 2.0, + "default_max_distance_to_process_scenario": 50, + "default_overtake_speed": 13.88888888888889, + "dense_route_planner_min_distance": 2.4, + "detailed_loss_weights": { + "loss_bev_semantic": 0.07142857142857142, + "loss_brake": 0.07142857142857142, + "loss_center_heatmap": 0.07142857142857142, + "loss_checkpoint": 0.07142857142857142, + "loss_depth": 0.07142857142857142, + "loss_forcast": 0.0, + "loss_offset": 0.07142857142857142, + "loss_selection": 0.0, + "loss_semantic": 0.07142857142857142, + "loss_target_speed": 0.07142857142857142, + "loss_trajectories": 0.07142857142857142, + "loss_trajectory_confidence": 0.07142857142857142, + "loss_velocity": 0.07142857142857142, + "loss_wh": 0.07142857142857142, + "loss_wp": 0.0, + "loss_yaw_class": 0.07142857142857142, + "loss_yaw_res": 0.07142857142857142 + }, + "detect_boxes": 1, + "detection_radius": 50.0, + "distance_to_delete_scenario_in_two_ways": 20, + "draw_future_route_till_distance": 500, + "draw_life_time": 0.051, + "ego_extent_x": 2.4508416652679443, + "ego_extent_y": 1.0641621351242065, + "ego_extent_z": 0.7553732395172119, + "ego_vehicles_route_point_search_distance": 40, + "embd_pdrop": 0.1, + "epochs": 31, + "estimate_class_distributions": 0, + "estimate_semantic_distribution": 0, + "extent_ego_bbs_speed_threshold": 5, + "extent_other_vehicles_bbs_speed_threshold": 1.0, + "extra_route_length": 50, + "extra_sensor_channels": 128, + "factor_accident_two_ways": 1.0, + "factor_construction_obstacle_two_ways": 1.0, + "factor_parked_obstacle_two_ways": 0.6, + "factor_vehicle_opens_door_two_ways": 0.475, + "fence_avoidance_margin_invading_turn": 0.3, + "focal_loss_gamma": 2.0, + "forcast_time": 0.5, + "forecast_length_lane_change": 1.1, + "fps": 20.0, + "fps_inv": 0.05, + "freeze_backbone": 0, + "front_wheel_base": -0.090769015, + "gpt_layer_norm_init_weight": 1.0, + "gpt_linear_layer_init_mean": 0.0, + "gpt_linear_layer_init_std": 0.02, + "grad_clip_max_norm": 1.0, + "gru_hidden_size": 64, + "gru_input_size": 256, + "high_speed_extent_factor_ego_x": 1.3, + "high_speed_extent_factor_ego_y": 1.2, + "high_speed_extent_x_factor_other_vehicle": 1.5, + "high_speed_extent_y_factor_other_vehicle": 1.3, + "high_speed_min_extent_x_other_vehicle": 1.2, + "high_speed_min_extent_x_other_vehicle_lane_change": 2.0, + "high_speed_min_extent_y_other_vehicle": 1.0, + "hist_max_per_pixel": 5, + "id": "v2/static-LB5s1", + "idm_acceleration_exponent": 4.0, + "idm_bicycle_desired_time_headway": 0.25, + "idm_bicycle_minimum_distance": 4.0, + "idm_comfortable_braking_deceleration_high_speed": 3.72, + "idm_comfortable_braking_deceleration_low_speed": 8.7, + "idm_comfortable_braking_deceleration_threshold": 6.02, + "idm_leading_vehicle_minimum_distance": 4.0, + "idm_leading_vehicle_time_headway": 0.25, + "idm_maximum_acceleration": 24.0, + "idm_pedestrian_desired_time_headway": 0.1, + "idm_pedestrian_minimum_distance": 4.0, + "idm_red_light_desired_time_headway": 0.1, + "idm_red_light_minimum_distance": 6.0, + "idm_stop_sign_desired_time_headway": 0.1, + "idm_stop_sign_minimum_distance": 2.0, + "idm_t_bound": 0.05, + "idm_two_way_scenarios_minimum_distance": 2.0, + "idm_two_way_scenarios_time_headway": 0.1, + "ignore_index": -999, + "image_architecture": "regnety_032", + "image_u_net_output_features": 512, + "img_horz_anchors": 32, + "img_seq_len": 1, + "img_step_size": 1, + "img_vert_anchors": 12, + "inference_direct_controller": true, + "inital_frames_delay": 40.0, + "input_path_to_target_speed_network": 0, + "iou_treshold_nms": 0.2, + "label_smoothing_alpha": 0.1, + "lane_shift_extension_length_for_yield_to_emergency_vehicle": 200, + "lateral_default_lookahead": 24, + "lateral_k_d": 1.3782508892109167, + "lateral_k_i": 0.6406067986034124, + "lateral_k_p": 3.118357247806046, + "lateral_n": 6, + "lateral_pid_default_lookahead": 24.0, + "lateral_pid_kd": 1.3782508892109167, + "lateral_pid_ki": 0.6406067986034124, + "lateral_pid_kp": 3.118357247806046, + "lateral_pid_maximum_lookahead_distance": 105.0, + "lateral_pid_minimum_lookahead_distance": 24.0, + "lateral_pid_speed_offset": 1.9152884533402488, + "lateral_pid_speed_scale": 0.9755321901954155, + "lateral_pid_speed_threshold": 23.150102938235136, + "lateral_pid_window_size": 6, + "lateral_speed_offset": 1.9152884533402488, + "lateral_speed_scale": 0.9755321901954155, + "lateral_speed_threshold": 23.150102938235136, + "leading_vehicles_max_route_angle_distance": 35.0, + "leading_vehicles_max_route_distance": 2.5, + "leading_vehicles_maximum_detection_radius": 800, + "learn_multi_task_weights": 0, + "learn_origin": 1, + "lidar_architecture": "regnety_032", + "lidar_aug_prob": 1.0, + "lidar_horz_anchors": 8, + "lidar_points_per_second": 600000, + "lidar_pos": [ + 0.0, + 0.0, + 2.5 + ], + "lidar_resolution_height": 256, + "lidar_resolution_width": 256, + "lidar_rot": [ + 0.0, + 0.0, + -90.0 + ], + "lidar_rotation_frequency": 10, + "lidar_seq_len": 1, + "lidar_split_height": 0.2, + "lidar_step_size": 1, + "lidar_vert_anchors": 8, + "light_radius": 64.0, + "load_file": "/cluster/work/andrebw/repos/temporal_garage/results/training/tfpp_base/model_0030.pth", + "local_rank": -999, + "log_route_planner_min_distance": 4.0, + "logdir": "/cluster/work/andrebw/repos/temporal_garage/results/training/v2/static-LB5s1", + "logger_region_of_interest": 30.0, + "logging_freq": 10, + "longitudinal_linear_regression_maximum_acceleration": 1.89, + "longitudinal_linear_regression_maximum_deceleration": -4.82, + "longitudinal_linear_regression_minimum_target_speed": 0.278, + "longitudinal_linear_regression_params": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 1.1990342347353184, + -0.8057602384167799, + 1.710818710950062, + 0.921890257450335, + 1.556497522998393, + -0.7013479734904027, + 1.031266635497984 + ] + }, + "longitudinal_max_acceleration": 1.89, + "longitudinal_params": { + "py/tuple": [ + 1.1990342347353184, + -0.8057602384167799, + 1.710818710950062, + 0.921890257450335, + 1.556497522998393, + -0.7013479734904027, + 1.031266635497984 + ] + }, + "longitudinal_pid_braking_ratio": 1.0324622059220139, + "longitudinal_pid_derivative_gain": 1.5761818624794222, + "longitudinal_pid_integral_gain": 0.2941563856687906, + "longitudinal_pid_max_window_length": 0, + "longitudinal_pid_minimum_target_speed": 0.278, + "longitudinal_pid_proportional_gain": 1.0016429066823955, + "longitudinal_pid_speed_error_scaling": 0.0, + "lr": 0.0003, + "max_blocked_ticks": 170, + "max_distance_lane_change_trailing_vehicles": 150, + "max_distance_to_overtake_two_way_scnearios": 80, + "max_distance_to_process_hazard_at_side_lane": 25, + "max_distance_to_process_hazard_at_side_lane_two_ways": 10, + "max_height_lidar": 100.0, + "max_lookahead_to_check_for_junction": 300, + "max_num_bbs": 30, + "max_num_trajectories": 20, + "max_speed_in_junction": 17.77777777777778, + "max_x": 32, + "max_y": 32, + "max_z": 4, + "max_z_projection": 14, + "min_walker_speed": 0.5, + "min_x": -32, + "min_y": -32, + "min_z": -4, + "min_z_projection": -10, + "minimum_lane_width_threshold": 2.5, + "minimum_lookahead_distance_to_compute_near_lane_change": 200, + "minimum_speed_to_prevent_rolling_back": 0.5, + "multi_step_lr_decay": 0.1, + "multi_wp_output": 0, + "n_head": 4, + "n_layer": 2, + "normalize_imagenet": true, + "num_bb_classes": 5, + "num_bev_semantic_classes": 11, + "num_decoder_heads": 8, + "num_dir_bins": 12, + "num_lidar_hits_for_detection_car": 1, + "num_lidar_hits_for_detection_walker": 1, + "num_repetitions": 1, + "num_route_points": 20, + "num_route_points_saved": 20, + "num_semantic_classes": 7, + "num_transformer_decoder_layers": 6, + "overtake_speed_vehicle_opens_door_two_ways": 11.11111111111111, + "pedestrian_minimum_extent": 1.5, + "perspective_downsample_factor": 1, + "pixels_per_meter": 4.0, + "pixels_per_meter_collection": 2.0, + "plant_embd_pdrop": 0.1, + "plant_hf_checkpoint": "prajjwal1/bert-medium", + "plant_max_speed_pred": 60.0, + "plant_num_attributes": 7, + "plant_object_types": 6, + "plant_precision_angle": 4, + "plant_precision_brake": 2, + "plant_precision_pos": 7, + "plant_precision_speed": 5, + "plant_pretraining": null, + "point_format": 0, + "point_precision": 0.01, + "points_per_meter": 10, + "pred_len": 8, + "predict_checkpoint_len": 10, + "previous_road_lane_retrieve_distance": 100, + "py/object": "config.GlobalConfig", + "ratio_target_speed_limit": 0.72, + "realign_lidar": 1, + "rear_wheel_base": 1.4178275, + "resid_pdrop": 0.1, + "return_temporal_attn_weights": false, + "root_dir": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data" + ], + "route_planner_max_distance": 50.0, + "route_planner_min_distance": 7.5, + "route_points": 10, + "route_shift_end_distance_invading_turn": 100, + "route_shift_start_distance_invading_turn": 150, + "safety_box_x_max": 4.950841665267944, + "safety_box_x_min": 2.4508416652679443, + "safety_box_y_max": 0.8513297080993653, + "safety_box_y_min": -0.8513297080993653, + "safety_box_z_max": 1.5, + "safety_box_z_min": 0.5, + "schedule_reduce_epoch_01": 30, + "schedule_reduce_epoch_02": 40, + "seed": 0, + "semantic_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "seq_len": 5, + "seq_step": 1, + "setting": "13_withheld", + "skip_first": 10, + "slow_speed_extent_factor_ego": 1.0, + "slower_factor": 0.8, + "smooth_route": 1, + "speed_kd": 2.0, + "speed_ki": 1.0, + "speed_kp": 1.75, + "speed_limit_waypoints_spacing_check": 50, + "speed_n": 20, + "steer_noise": 0.001, + "steering_gain": 0.36848336, + "stuck_threshold": 1100, + "sync_batch_norm": 0, + "tailing_vehicles_maximum_detection_radius": 800, + "target_speed_bins": [ + 4.001, + 8.001, + 10.001, + 13.889888879999999, + 16.001, + 17.77877777, + 20.001 + ], + "target_speed_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "target_speeds": [ + 0.0, + 4.0, + 8.0, + 10, + 13.88888888, + 16, + 17.77777777, + 20 + ], + "temporal_fusion_heads": 4, + "temporal_fusion_layers": 4, + "temporal_hidden_dim": 512, + "tf_first_checkpoint_distance": 25, + "throttle_acceleration": 0.5633837, + "throttle_threshold_during_forecasting": 0.3, + "throttle_values": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.963873001, + 0.000437535692, + -0.380192912, + 1.74950069, + 0.0916787414, + -0.070546153, + -0.00105996152, + 0.000671079346 + ] + }, + "time_step": 0.05, + "top_k_center_keypoints": 100, + "tp_attention": 0, + "trailing_vehicles_max_route_distance": 3.0, + "trailing_vehicles_max_route_distance_lane_change": 6.0, + "train_debug_save_freq": 1, + "train_sampling_rate": 1, + "trajectory_decoder_layers": 1, + "trajectory_loss_type": "huber", + "trajectory_max_x": 255, + "trajectory_max_y": 255, + "trajectory_min_x": 0, + "trajectory_min_y": 0, + "trajectory_modes": 6, + "trajectory_pred_len": 6, + "trajectory_step_size": 2, + "transformer_decoder_join": 1, + "transition_length_accident_two_ways": 40, + "transition_length_construction_obstacle_two_ways": 40, + "transition_length_parked_obstacle_two_ways": 40, + "transition_length_vehicle_opens_door_two_ways": 40, + "transition_smoothness_distance": 80, + "transition_smoothness_factor_construction_obstacle": 105.0, + "turn_kd": 0.3, + "turn_ki": 0.75, + "turn_kp": 1.25, + "turn_n": 20, + "two_tp_input": false, + "unclearing_distance_to_stop_sign": 10, + "use_amp": 0, + "use_bev_semantic": 1, + "use_color_aug": 1, + "use_controller_input_prediction": 1, + "use_cosine_schedule": 1, + "use_cutout": 0, + "use_dataset_pruning": true, + "use_depth": 1, + "use_discrete_command": 1, + "use_disk_cache": 1, + "use_focal_loss": 0, + "use_grad_clip": 0, + "use_ground_plane": 0, + "use_label_smoothing": 0, + "use_learnable_historic_initialization": true, + "use_optim_groups": 0, + "use_plant": 0, + "use_recurrent_training": 0, + "use_semantic": 1, + "use_speed_weights": 0, + "use_temporal_fusion": 1, + "use_temporal_self_attn": 0, + "use_tp": 1, + "use_trajectory_prediction": 1, + "use_trajectory_target_speed_mask": 1, + "use_twohot_target_speeds": true, + "use_velocity": 1, + "use_velocity_brake_head": false, + "use_wp_gru": 0, + "val_every": 10, + "val_towns": [ + 13 + ], + "validation": true, + "weight_decay": 0.01, + "wp_dilation": 1, + "zero_redundancy_optimizer": 1 +} \ No newline at end of file diff --git a/static-LB5s1/events.out.tfevents.1747011800.idun-01-04.1747972.0 b/static-LB5s1/events.out.tfevents.1747011800.idun-01-04.1747972.0 new file mode 100644 index 0000000000000000000000000000000000000000..1afef575d4b7f64f6e6effa912b9cbe826286adf --- /dev/null +++ b/static-LB5s1/events.out.tfevents.1747011800.idun-01-04.1747972.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b3d88006a594b037acee8e381cd0874015bb34af0773ae92910fb08862805f3 +size 32182 diff --git a/static-LB5s1/model_0030.pth b/static-LB5s1/model_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..3ac645e39182ddc3a6cc30c23189a43f2123adcb --- /dev/null +++ b/static-LB5s1/model_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71a2a89d695f73b38c231f776c6e66d992fc59ebf93cb22375bfd94adc26703b +size 495472524 diff --git a/static-LB5s1/optimizer_0030.pth b/static-LB5s1/optimizer_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..f671c86988d0766e8aedf911e5163adb464056c1 --- /dev/null +++ b/static-LB5s1/optimizer_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbcfca2151f50cb84e554500984ab40ead790b3e65d07a6d92b282a3486ff8a1 +size 1482681590 diff --git a/static-LB5s1/scaler_0030.pth b/static-LB5s1/scaler_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..4a529707305f713311a2002514505339c7e3fd09 --- /dev/null +++ b/static-LB5s1/scaler_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5f881f1527bc81147a2213cbad06ff07ed5b0de3143c791692f655baacfdba5 +size 880 diff --git a/static-LB5s1/scheduler_0030.pth b/static-LB5s1/scheduler_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..a0460acf927f286f8c6675079dc8b41b42a1b2dc --- /dev/null +++ b/static-LB5s1/scheduler_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75f7dc3ed6d760ffdaec50c2499f15279f6611a2433237847033afdd7e7afcdc +size 1084 diff --git a/static-LB9s1-notraj/args.txt b/static-LB9s1-notraj/args.txt new file mode 100644 index 0000000000000000000000000000000000000000..3b93d8c8a901c9ba1cb1c6713c00512574bcf6b7 --- /dev/null +++ b/static-LB9s1-notraj/args.txt @@ -0,0 +1,97 @@ +{ + "id": "v2/static-LB9s1-notraj", + "epochs": 31, + "lr": 0.0003, + "batch_size": 8, + "logdir": "/cluster/work/andrebw/repos/temporal_garage/results/training/v2/static-LB9s1-notraj", + "load_file": "/cluster/work/andrebw/repos/temporal_garage/results/training/v2/static-LB9s1-notraj/model_0029.pth", + "setting": "13_withheld", + "root_dir": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data" + ], + "schedule_reduce_epoch_01": 30, + "schedule_reduce_epoch_02": 40, + "backbone": "transFuser", + "image_architecture": "regnety_032", + "lidar_architecture": "regnety_032", + "use_velocity": 1, + "n_layer": 2, + "val_every": 10, + "sync_batch_norm": 0, + "zero_redundancy_optimizer": 1, + "use_disk_cache": 1, + "realign_lidar": 1, + "use_ground_plane": 0, + "use_controller_input_prediction": 1, + "use_wp_gru": 0, + "pred_len": 8, + "estimate_class_distributions": 0, + "use_focal_loss": 0, + "use_cosine_schedule": 1, + "augment": 1, + "use_plant": 0, + "learn_origin": 1, + "local_rank": -999, + "train_sampling_rate": 1, + "use_amp": 0, + "use_grad_clip": 0, + "use_color_aug": 1, + "use_semantic": 1, + "use_depth": 1, + "detect_boxes": 1, + "use_bev_semantic": 1, + "estimate_semantic_distribution": 0, + "use_discrete_command": 1, + "gru_hidden_size": 64, + "use_cutout": 0, + "add_features": 1, + "freeze_backbone": 0, + "learn_multi_task_weights": 0, + "transformer_decoder_join": 1, + "bev_down_sample_factor": 4, + "perspective_downsample_factor": 1, + "gru_input_size": 256, + "num_repetitions": 1, + "bev_grid_height_downsample_factor": 1, + "wp_dilation": 1, + "use_tp": 1, + "continue_epoch": 1, + "max_height_lidar": 100.0, + "smooth_route": 1, + "use_speed_weights": 0, + "max_num_bbs": 30, + "use_optim_groups": 0, + "weight_decay": 0.01, + "use_label_smoothing": 0, + "cpu_cores": 16, + "tp_attention": 0, + "multi_wp_output": 0, + "seed": 0, + "crop_image": 1, + "input_path_to_target_speed_network": 0, + "predict_checkpoint_len": 10, + "max_x": 32, + "crop_bev_height_only_from_behind": 0, + "lidar_resolution_height": 256, + "dataset_cache_name": "dataset_cache", + "cosine_t0": 1, + "compile": 0, + "compile_mode": "default", + "seq_len": 9, + "seq_step": 1, + "lidar_seq_len": 1, + "lidar_step_size": 1, + "validation": true, + "use_temporal_fusion": 1, + "temporal_fusion_layers": 4, + "temporal_fusion_heads": 4, + "use_recurrent_training": 0, + "use_temporal_self_attn": 0, + "use_trajectory_prediction": 0, + "trajectory_loss_type": "huber", + "use_trajectory_target_speed_mask": 1, + "trajectory_pred_len": 6, + "trajectory_step_size": 2, + "trajectory_decoder_layers": 1, + "trajectory_modes": 6 +} \ No newline at end of file diff --git a/static-LB9s1-notraj/config.json b/static-LB9s1-notraj/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0ccea123386e1e5d47814ca8ec7e615b8a8c3430 --- /dev/null +++ b/static-LB9s1-notraj/config.json @@ -0,0 +1,762 @@ +{ + "add_after_accident_two_ways": -15, + "add_after_construction_obstacle_two_ways": 15, + "add_after_parked_obstacle_two_ways": -5, + "add_after_vehicle_opens_door_two_ways": -20, + "add_before_accident_two_ways": -15, + "add_before_construction_obstacle_two_ways": 15, + "add_before_parked_obstacle_two_ways": -5, + "add_before_vehicle_opens_door_two_ways": -20, + "add_features": 1, + "aim_distance_fast": 3.0, + "aim_distance_slow": 2.25, + "aim_distance_threshold": 5.5, + "angle_bins": [ + -0.375, + -0.125, + 0.125, + 0.375 + ], + "angle_weights": [ + 204.25901201602136, + 7.554315623148331, + 0.21388916461734406, + 5.476446162657503, + 207.86684782608697 + ], + "angles": [ + -0.5, + -0.25, + 0.0, + 0.25, + 0.5 + ], + "attn_pdrop": 0.1, + "augment": 1, + "augment_percentage": 0.5, + "backbone": "transFuser", + "batch_size": 8, + "bb_confidence_threshold": 0.3, + "bb_input_channel": 64, + "bb_save_radius": 64.0, + "bev_classes_list": [ + [ + 0, + 0, + 0 + ], + [ + 200, + 200, + 200 + ], + [ + 255, + 255, + 255 + ], + [ + 255, + 255, + 0 + ], + [ + 50, + 234, + 157 + ], + [ + 160, + 160, + 0 + ], + [ + 0, + 255, + 0 + ], + [ + 255, + 255, + 0 + ], + [ + 255, + 0, + 0 + ], + [ + 250, + 170, + 30 + ], + [ + 0, + 255, + 0 + ] + ], + "bev_converter": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10 + ], + "bev_down_sample_factor": 4, + "bev_features_chanels": 64, + "bev_grid_height_downsample_factor": 1, + "bev_latent_dim": 32, + "bev_semantic_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "bev_upsample_factor": 2, + "bicycle_frame_rate": 20, + "block_exp": 4, + "brake_acceleration": -4.952399, + "brake_ratio": 1.1, + "brake_speed": 0.4, + "brake_uncertainty_threshold": 0.9, + "brake_values": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.0093171137, + 0.0820967431, + -0.00283832427, + 5.06587474e-05, + -4.90357228e-07, + 2.44419284e-09, + -4.91381935e-12 + ] + }, + "braking_distance_calculation_safety_distance": 10, + "camera_fov": 110, + "camera_height": 512, + "camera_pos": [ + -1.5, + 0.0, + 2.0 + ], + "camera_rot_0": [ + 0.0, + 0.0, + 0.0 + ], + "camera_rotation_augmentation_max": 5.0, + "camera_rotation_augmentation_min": -5.0, + "camera_translation_augmentation_max": 1.0, + "camera_translation_augmentation_min": -1.0, + "camera_width": 1024, + "carla_fps": 20, + "carla_frame_rate": 0.05, + "center_net_max_pooling_kernel": 3, + "check_path_free_safety_distance": 10, + "check_path_free_safety_time": 0.2, + "check_previous_distance_for_lane_change": 150, + "classes": { + "0": [ + 0, + 0, + 0 + ], + "1": [ + 30, + 170, + 250 + ], + "2": [ + 200, + 200, + 200 + ], + "3": [ + 255, + 255, + 0 + ], + "4": [ + 0, + 255, + 0 + ], + "5": [ + 0, + 255, + 255 + ], + "6": [ + 255, + 255, + 255 + ] + }, + "classes_list": [ + [ + 0, + 0, + 0 + ], + [ + 250, + 170, + 30 + ], + [ + 200, + 200, + 200 + ], + [ + 0, + 255, + 255 + ], + [ + 0, + 255, + 0 + ], + [ + 255, + 255, + 0 + ], + [ + 255, + 255, + 255 + ] + ], + "clearing_distance_to_stop_sign": 3.0, + "clip_delta": 1.0, + "clip_throttle": 1.0, + "color_aug_prob": 0.5, + "compile": 0, + "compile_mode": "default", + "compute_min_time_to_cover_distance_params": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.00904221, + 0.00733342, + -0.03744807, + 0.0235038 + ] + }, + "continue_epoch": 1, + "converter": [ + 0, + 2, + 6, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 0, + 0, + 4, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 5, + 0, + 0, + 0, + 0 + ], + "cosine_t0": 1, + "cosine_t_mult": 2, + "cpu_cores": 16, + "creep_duration": 20, + "creep_throttle": 0.4, + "crop_bev": false, + "crop_bev_height_only_from_behind": 0, + "crop_image": 1, + "cropped_height": 384, + "cropped_width": 1024, + "data_roots": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/OppositeVehicleRunningRedLight", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/YieldToEmergencyVehicle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/Accident", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/HighwayExit", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ConstructionObstacleTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/InvadingTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/HazardAtSideLaneTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/EnterActorFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ConstructionObstacle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ParkingCrossingPedestrian", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/OppositeVehicleTakingPriority", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/MergerIntoSlowTraffic", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ControlLoss", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/VehicleTurningRoutePedestrian", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/StaticCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/HazardAtSideLane", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ParkingCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/AccidentTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/HighwayCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/InterurbanAdvancedActorFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/PriorityAtJunction", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/NonSignalizedJunctionLeftTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/VehicleTurningRoute", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/noScenarios", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/DynamicObjectCrossing", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/SignalizedJunctionRightTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ParkedObstacle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ParkedObstacleTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/MergerIntoSlowTrafficV2", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/EnterActorFlowV2", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/VehicleOpensDoorTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/SignalizedJunctionLeftTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/InterurbanActorFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/HardBreakRoute", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/PedestrianCrossing", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/NonSignalizedJunctionRightTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/ParkingExit", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/BlockedIntersection", + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data/CrossingBicycleFlow" + ], + "data_save_freq": 5, + "dataset_cache_name": "dataset_cache", + "debug": 0, + "deconv_channel_num_0": 128, + "deconv_channel_num_1": 64, + "deconv_channel_num_2": 32, + "deconv_scale_factor_0": 4, + "deconv_scale_factor_1": 8, + "default_forecast_length": 2.0, + "default_max_distance_to_process_scenario": 50, + "default_overtake_speed": 13.88888888888889, + "dense_route_planner_min_distance": 2.4, + "detailed_loss_weights": { + "loss_bev_semantic": 0.07142857142857142, + "loss_brake": 0.07142857142857142, + "loss_center_heatmap": 0.07142857142857142, + "loss_checkpoint": 0.07142857142857142, + "loss_depth": 0.07142857142857142, + "loss_forcast": 0.0, + "loss_offset": 0.07142857142857142, + "loss_selection": 0.0, + "loss_semantic": 0.07142857142857142, + "loss_target_speed": 0.07142857142857142, + "loss_trajectories": 0.07142857142857142, + "loss_trajectory_confidence": 0.07142857142857142, + "loss_velocity": 0.07142857142857142, + "loss_wh": 0.07142857142857142, + "loss_wp": 0.0, + "loss_yaw_class": 0.07142857142857142, + "loss_yaw_res": 0.07142857142857142 + }, + "detect_boxes": 1, + "detection_radius": 50.0, + "distance_to_delete_scenario_in_two_ways": 20, + "draw_future_route_till_distance": 500, + "draw_life_time": 0.051, + "ego_extent_x": 2.4508416652679443, + "ego_extent_y": 1.0641621351242065, + "ego_extent_z": 0.7553732395172119, + "ego_vehicles_route_point_search_distance": 40, + "embd_pdrop": 0.1, + "epochs": 31, + "estimate_class_distributions": 0, + "estimate_semantic_distribution": 0, + "extent_ego_bbs_speed_threshold": 5, + "extent_other_vehicles_bbs_speed_threshold": 1.0, + "extra_route_length": 50, + "extra_sensor_channels": 128, + "factor_accident_two_ways": 1.0, + "factor_construction_obstacle_two_ways": 1.0, + "factor_parked_obstacle_two_ways": 0.6, + "factor_vehicle_opens_door_two_ways": 0.475, + "fence_avoidance_margin_invading_turn": 0.3, + "focal_loss_gamma": 2.0, + "forcast_time": 0.5, + "forecast_length_lane_change": 1.1, + "fps": 20.0, + "fps_inv": 0.05, + "freeze_backbone": 0, + "front_wheel_base": -0.090769015, + "gpt_layer_norm_init_weight": 1.0, + "gpt_linear_layer_init_mean": 0.0, + "gpt_linear_layer_init_std": 0.02, + "grad_clip_max_norm": 1.0, + "gru_hidden_size": 64, + "gru_input_size": 256, + "high_speed_extent_factor_ego_x": 1.3, + "high_speed_extent_factor_ego_y": 1.2, + "high_speed_extent_x_factor_other_vehicle": 1.5, + "high_speed_extent_y_factor_other_vehicle": 1.3, + "high_speed_min_extent_x_other_vehicle": 1.2, + "high_speed_min_extent_x_other_vehicle_lane_change": 2.0, + "high_speed_min_extent_y_other_vehicle": 1.0, + "hist_max_per_pixel": 5, + "id": "v2/static-LB9s1-notraj", + "idm_acceleration_exponent": 4.0, + "idm_bicycle_desired_time_headway": 0.25, + "idm_bicycle_minimum_distance": 4.0, + "idm_comfortable_braking_deceleration_high_speed": 3.72, + "idm_comfortable_braking_deceleration_low_speed": 8.7, + "idm_comfortable_braking_deceleration_threshold": 6.02, + "idm_leading_vehicle_minimum_distance": 4.0, + "idm_leading_vehicle_time_headway": 0.25, + "idm_maximum_acceleration": 24.0, + "idm_pedestrian_desired_time_headway": 0.1, + "idm_pedestrian_minimum_distance": 4.0, + "idm_red_light_desired_time_headway": 0.1, + "idm_red_light_minimum_distance": 6.0, + "idm_stop_sign_desired_time_headway": 0.1, + "idm_stop_sign_minimum_distance": 2.0, + "idm_t_bound": 0.05, + "idm_two_way_scenarios_minimum_distance": 2.0, + "idm_two_way_scenarios_time_headway": 0.1, + "ignore_index": -999, + "image_architecture": "regnety_032", + "image_u_net_output_features": 512, + "img_horz_anchors": 32, + "img_seq_len": 1, + "img_step_size": 1, + "img_vert_anchors": 12, + "inference_direct_controller": true, + "inital_frames_delay": 40.0, + "input_path_to_target_speed_network": 0, + "iou_treshold_nms": 0.2, + "label_smoothing_alpha": 0.1, + "lane_shift_extension_length_for_yield_to_emergency_vehicle": 200, + "lateral_default_lookahead": 24, + "lateral_k_d": 1.3782508892109167, + "lateral_k_i": 0.6406067986034124, + "lateral_k_p": 3.118357247806046, + "lateral_n": 6, + "lateral_pid_default_lookahead": 24.0, + "lateral_pid_kd": 1.3782508892109167, + "lateral_pid_ki": 0.6406067986034124, + "lateral_pid_kp": 3.118357247806046, + "lateral_pid_maximum_lookahead_distance": 105.0, + "lateral_pid_minimum_lookahead_distance": 24.0, + "lateral_pid_speed_offset": 1.9152884533402488, + "lateral_pid_speed_scale": 0.9755321901954155, + "lateral_pid_speed_threshold": 23.150102938235136, + "lateral_pid_window_size": 6, + "lateral_speed_offset": 1.9152884533402488, + "lateral_speed_scale": 0.9755321901954155, + "lateral_speed_threshold": 23.150102938235136, + "leading_vehicles_max_route_angle_distance": 35.0, + "leading_vehicles_max_route_distance": 2.5, + "leading_vehicles_maximum_detection_radius": 800, + "learn_multi_task_weights": 0, + "learn_origin": 1, + "lidar_architecture": "regnety_032", + "lidar_aug_prob": 1.0, + "lidar_horz_anchors": 8, + "lidar_points_per_second": 600000, + "lidar_pos": [ + 0.0, + 0.0, + 2.5 + ], + "lidar_resolution_height": 256, + "lidar_resolution_width": 256, + "lidar_rot": [ + 0.0, + 0.0, + -90.0 + ], + "lidar_rotation_frequency": 10, + "lidar_seq_len": 1, + "lidar_split_height": 0.2, + "lidar_step_size": 1, + "lidar_vert_anchors": 8, + "light_radius": 64.0, + "load_file": "/cluster/work/andrebw/repos/temporal_garage/results/training/v2/static-LB9s1-notraj/model_0029.pth", + "local_rank": -999, + "log_route_planner_min_distance": 4.0, + "logdir": "/cluster/work/andrebw/repos/temporal_garage/results/training/v2/static-LB9s1-notraj", + "logger_region_of_interest": 30.0, + "logging_freq": 10, + "longitudinal_linear_regression_maximum_acceleration": 1.89, + "longitudinal_linear_regression_maximum_deceleration": -4.82, + "longitudinal_linear_regression_minimum_target_speed": 0.278, + "longitudinal_linear_regression_params": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 1.1990342347353184, + -0.8057602384167799, + 1.710818710950062, + 0.921890257450335, + 1.556497522998393, + -0.7013479734904027, + 1.031266635497984 + ] + }, + "longitudinal_max_acceleration": 1.89, + "longitudinal_params": { + "py/tuple": [ + 1.1990342347353184, + -0.8057602384167799, + 1.710818710950062, + 0.921890257450335, + 1.556497522998393, + -0.7013479734904027, + 1.031266635497984 + ] + }, + "longitudinal_pid_braking_ratio": 1.0324622059220139, + "longitudinal_pid_derivative_gain": 1.5761818624794222, + "longitudinal_pid_integral_gain": 0.2941563856687906, + "longitudinal_pid_max_window_length": 0, + "longitudinal_pid_minimum_target_speed": 0.278, + "longitudinal_pid_proportional_gain": 1.0016429066823955, + "longitudinal_pid_speed_error_scaling": 0.0, + "lr": 0.0003, + "max_blocked_ticks": 170, + "max_distance_lane_change_trailing_vehicles": 150, + "max_distance_to_overtake_two_way_scnearios": 80, + "max_distance_to_process_hazard_at_side_lane": 25, + "max_distance_to_process_hazard_at_side_lane_two_ways": 10, + "max_height_lidar": 100.0, + "max_lookahead_to_check_for_junction": 300, + "max_num_bbs": 30, + "max_num_trajectories": 10, + "max_speed_in_junction": 17.77777777777778, + "max_x": 32, + "max_y": 32, + "max_z": 4, + "max_z_projection": 14, + "min_walker_speed": 0.5, + "min_x": -32, + "min_y": -32, + "min_z": -4, + "min_z_projection": -10, + "minimum_lane_width_threshold": 2.5, + "minimum_lookahead_distance_to_compute_near_lane_change": 200, + "minimum_speed_to_prevent_rolling_back": 0.5, + "multi_step_lr_decay": 0.1, + "multi_wp_output": 0, + "n_head": 4, + "n_layer": 2, + "normalize_imagenet": true, + "num_bb_classes": 5, + "num_bev_semantic_classes": 11, + "num_decoder_heads": 8, + "num_dir_bins": 12, + "num_lidar_hits_for_detection_car": 1, + "num_lidar_hits_for_detection_walker": 1, + "num_repetitions": 1, + "num_route_points": 20, + "num_route_points_saved": 20, + "num_semantic_classes": 7, + "num_transformer_decoder_layers": 6, + "overtake_speed_vehicle_opens_door_two_ways": 11.11111111111111, + "pedestrian_minimum_extent": 1.5, + "perspective_downsample_factor": 1, + "pixels_per_meter": 4.0, + "pixels_per_meter_collection": 2.0, + "plant_embd_pdrop": 0.1, + "plant_hf_checkpoint": "prajjwal1/bert-medium", + "plant_max_speed_pred": 60.0, + "plant_num_attributes": 7, + "plant_object_types": 6, + "plant_precision_angle": 4, + "plant_precision_brake": 2, + "plant_precision_pos": 7, + "plant_precision_speed": 5, + "plant_pretraining": null, + "point_format": 0, + "point_precision": 0.01, + "points_per_meter": 10, + "pred_len": 8, + "predict_checkpoint_len": 10, + "previous_road_lane_retrieve_distance": 100, + "py/object": "config.GlobalConfig", + "ratio_target_speed_limit": 0.72, + "realign_lidar": 1, + "rear_wheel_base": 1.4178275, + "resid_pdrop": 0.1, + "return_temporal_attn_weights": false, + "root_dir": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/leaderboard_2/data" + ], + "route_planner_max_distance": 50.0, + "route_planner_min_distance": 7.5, + "route_points": 10, + "route_shift_end_distance_invading_turn": 100, + "route_shift_start_distance_invading_turn": 150, + "safety_box_x_max": 4.950841665267944, + "safety_box_x_min": 2.4508416652679443, + "safety_box_y_max": 0.8513297080993653, + "safety_box_y_min": -0.8513297080993653, + "safety_box_z_max": 1.5, + "safety_box_z_min": 0.5, + "schedule_reduce_epoch_01": 30, + "schedule_reduce_epoch_02": 40, + "seed": 0, + "semantic_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "seq_len": 9, + "seq_step": 1, + "setting": "13_withheld", + "skip_first": 10, + "slow_speed_extent_factor_ego": 1.0, + "slower_factor": 0.8, + "smooth_route": 1, + "speed_kd": 2.0, + "speed_ki": 1.0, + "speed_kp": 1.75, + "speed_limit_waypoints_spacing_check": 50, + "speed_n": 20, + "steer_noise": 0.001, + "steering_gain": 0.36848336, + "stuck_threshold": 1100, + "sync_batch_norm": 0, + "tailing_vehicles_maximum_detection_radius": 800, + "target_speed_bins": [ + 4.001, + 8.001, + 10.001, + 13.889888879999999, + 16.001, + 17.77877777, + 20.001 + ], + "target_speed_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "target_speeds": [ + 0.0, + 4.0, + 8.0, + 10, + 13.88888888, + 16, + 17.77777777, + 20 + ], + "temporal_fusion_heads": 4, + "temporal_fusion_layers": 4, + "temporal_hidden_dim": 512, + "tf_first_checkpoint_distance": 25, + "throttle_acceleration": 0.5633837, + "throttle_threshold_during_forecasting": 0.3, + "throttle_values": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.963873001, + 0.000437535692, + -0.380192912, + 1.74950069, + 0.0916787414, + -0.070546153, + -0.00105996152, + 0.000671079346 + ] + }, + "time_step": 0.05, + "top_k_center_keypoints": 100, + "tp_attention": 0, + "trailing_vehicles_max_route_distance": 3.0, + "trailing_vehicles_max_route_distance_lane_change": 6.0, + "train_debug_save_freq": 1, + "train_sampling_rate": 1, + "trajectory_decoder_layers": 1, + "trajectory_loss_type": "huber", + "trajectory_max_x": 255, + "trajectory_max_y": 255, + "trajectory_min_x": 0, + "trajectory_min_y": 0, + "trajectory_modes": 6, + "trajectory_pred_len": 6, + "trajectory_step_size": 2, + "transformer_decoder_join": 1, + "transition_length_accident_two_ways": 40, + "transition_length_construction_obstacle_two_ways": 40, + "transition_length_parked_obstacle_two_ways": 40, + "transition_length_vehicle_opens_door_two_ways": 40, + "transition_smoothness_distance": 80, + "transition_smoothness_factor_construction_obstacle": 105.0, + "turn_kd": 0.3, + "turn_ki": 0.75, + "turn_kp": 1.25, + "turn_n": 20, + "two_tp_input": false, + "unclearing_distance_to_stop_sign": 10, + "use_amp": 0, + "use_bev_semantic": 1, + "use_color_aug": 1, + "use_controller_input_prediction": 1, + "use_cosine_schedule": 1, + "use_cutout": 0, + "use_dataset_pruning": true, + "use_depth": 1, + "use_discrete_command": 1, + "use_disk_cache": 1, + "use_focal_loss": 0, + "use_grad_clip": 0, + "use_ground_plane": 0, + "use_label_smoothing": 0, + "use_learnable_historic_initialization": true, + "use_optim_groups": 0, + "use_plant": 0, + "use_recurrent_training": 0, + "use_semantic": 1, + "use_speed_weights": 0, + "use_temporal_fusion": 1, + "use_temporal_self_attn": 0, + "use_tp": 1, + "use_trajectory_prediction": 0, + "use_trajectory_target_speed_mask": 1, + "use_twohot_target_speeds": true, + "use_velocity": 1, + "use_velocity_brake_head": false, + "use_wp_gru": 0, + "val_every": 10, + "val_towns": [ + 13 + ], + "validation": true, + "weight_decay": 0.01, + "wp_dilation": 1, + "zero_redundancy_optimizer": 1 +} \ No newline at end of file diff --git a/static-LB9s1-notraj/events.out.tfevents.1747505063.idun-01-06.482275.0 b/static-LB9s1-notraj/events.out.tfevents.1747505063.idun-01-06.482275.0 new file mode 100644 index 0000000000000000000000000000000000000000..44b43fe4d25cc2faac5edb9bd4626e5cec2066a6 --- /dev/null +++ b/static-LB9s1-notraj/events.out.tfevents.1747505063.idun-01-06.482275.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:195d198940483364e686ae7df2220cba4ff774a603d835c859c78059e3ea0aa2 +size 30957 diff --git a/static-LB9s1-notraj/events.out.tfevents.1747993997.idun-07-04.2517837.0 b/static-LB9s1-notraj/events.out.tfevents.1747993997.idun-07-04.2517837.0 new file mode 100644 index 0000000000000000000000000000000000000000..81335751cc6c3dd26cf78ac8a881199f91604abb --- /dev/null +++ b/static-LB9s1-notraj/events.out.tfevents.1747993997.idun-07-04.2517837.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bc618d13de9de5ed58ee561cb419877639501ca06939e1e87cfbae5ddb1fc1a +size 1737 diff --git a/static-LB9s1-notraj/model_0006.pth b/static-LB9s1-notraj/model_0006.pth new file mode 100644 index 0000000000000000000000000000000000000000..09b54eefa2dbf1736e1c768edab7f5041981c989 --- /dev/null +++ b/static-LB9s1-notraj/model_0006.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c01935263eff167e0b9e5612f879fed4390fd83ab1a19fd5ede4b2b1296da0b9 +size 492196122 diff --git a/static-LB9s1-notraj/model_0014.pth b/static-LB9s1-notraj/model_0014.pth new file mode 100644 index 0000000000000000000000000000000000000000..8d7a11baeb18c687d9f3abe80ba48a14faf9ce6e --- /dev/null +++ b/static-LB9s1-notraj/model_0014.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6c3b7c6c4854d51c8b32d28bf599aaefab465f9144755babf80ee2c230e451a +size 492196122 diff --git a/static-LB9s1-notraj/model_0030.pth b/static-LB9s1-notraj/model_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..57516a7c767127ce2eff510fd1aae72a06967275 --- /dev/null +++ b/static-LB9s1-notraj/model_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c79b48082d7209d8a8b541a1c0c0d9bbec5cf299f44179fae68314c85c3b7f5 +size 492196122 diff --git a/static-LB9s1-notraj/optimizer_0006.pth b/static-LB9s1-notraj/optimizer_0006.pth new file mode 100644 index 0000000000000000000000000000000000000000..a1f4afde3e8e59eebec3e75b333174fd6804dd1e --- /dev/null +++ b/static-LB9s1-notraj/optimizer_0006.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd37bb65241bdc4fc51216ae6173b44fb1ca43aed39bfbc9a35d8e210bcd25fc +size 1472853470 diff --git a/static-LB9s1-notraj/optimizer_0014.pth b/static-LB9s1-notraj/optimizer_0014.pth new file mode 100644 index 0000000000000000000000000000000000000000..944e7f2c75a1cbfced3988849856a622f8ebb4a2 --- /dev/null +++ b/static-LB9s1-notraj/optimizer_0014.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bc7406fd988c839b7d10d1b5b10a17c41c11ecae75b98f91071c794bb270be0 +size 1472853470 diff --git a/static-LB9s1-notraj/optimizer_0030.pth b/static-LB9s1-notraj/optimizer_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..adac73253d60bfb66168fe082e2127654678d21f --- /dev/null +++ b/static-LB9s1-notraj/optimizer_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8536cf348b439abb6811953e6ff5b92a722720126defc949fbcebeffe1986824 +size 1472853470 diff --git a/static-LB9s1-notraj/scaler_0006.pth b/static-LB9s1-notraj/scaler_0006.pth new file mode 100644 index 0000000000000000000000000000000000000000..fa6b0172a43d8be4cfc36a98ae09c15f468f6a3c --- /dev/null +++ b/static-LB9s1-notraj/scaler_0006.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f9d68d79e5abc444ecc1e9b6d779ed0ab8f295465cff9bca2cc9b428640d573 +size 880 diff --git a/static-LB9s1-notraj/scaler_0014.pth b/static-LB9s1-notraj/scaler_0014.pth new file mode 100644 index 0000000000000000000000000000000000000000..65c4c0411a3c69e6cc0196872450ddfee71629ac --- /dev/null +++ b/static-LB9s1-notraj/scaler_0014.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bfa07c27cfdf8da9835f6cac0e2df97ad807ee43ec63682b574ec385d0bd580 +size 880 diff --git a/static-LB9s1-notraj/scaler_0030.pth b/static-LB9s1-notraj/scaler_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..4a529707305f713311a2002514505339c7e3fd09 --- /dev/null +++ b/static-LB9s1-notraj/scaler_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5f881f1527bc81147a2213cbad06ff07ed5b0de3143c791692f655baacfdba5 +size 880 diff --git a/static-LB9s1-notraj/scheduler_0006.pth b/static-LB9s1-notraj/scheduler_0006.pth new file mode 100644 index 0000000000000000000000000000000000000000..0c0ba8185d9acaa5932d94f62c5cec92635f911f --- /dev/null +++ b/static-LB9s1-notraj/scheduler_0006.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06cef7a54e9ddd62263a03c240c75c49a2cc2cdfa143535eb3df2516600b4044 +size 1084 diff --git a/static-LB9s1-notraj/scheduler_0014.pth b/static-LB9s1-notraj/scheduler_0014.pth new file mode 100644 index 0000000000000000000000000000000000000000..5c4d305f4fa9473ffc9d0e9896ccb49fa425debc --- /dev/null +++ b/static-LB9s1-notraj/scheduler_0014.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b69b4638912ae7b42af64e1127f92574e63dfe293788302c7329c380b7a305a +size 1084 diff --git a/static-LB9s1-notraj/scheduler_0030.pth b/static-LB9s1-notraj/scheduler_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..388740cc589dcc5f6a0d7fff2ca6f7e07c4349b7 --- /dev/null +++ b/static-LB9s1-notraj/scheduler_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7df3531a927e1dd58b65d041906a9377dfc10ee38d760ccd583b62ee72551f3 +size 1084 diff --git a/static-LB9s1/args.txt b/static-LB9s1/args.txt new file mode 100644 index 0000000000000000000000000000000000000000..0a143bf828b7a25042da5dee32e233b67b6e472a --- /dev/null +++ b/static-LB9s1/args.txt @@ -0,0 +1,97 @@ +{ + "id": "v2/static-LB9s1", + "epochs": 31, + "lr": 0.0003, + "batch_size": 8, + "logdir": "/cluster/work/andrebw/repos/temporal_garage/results/training/v2/static-LB9s1", + "load_file": "/cluster/work/andrebw/repos/temporal_garage/results/training/tfpp_base/model_0030.pth", + "setting": "13_withheld", + "root_dir": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data" + ], + "schedule_reduce_epoch_01": 30, + "schedule_reduce_epoch_02": 40, + "backbone": "transFuser", + "image_architecture": "regnety_032", + "lidar_architecture": "regnety_032", + "use_velocity": 1, + "n_layer": 2, + "val_every": 10, + "sync_batch_norm": 0, + "zero_redundancy_optimizer": 1, + "use_disk_cache": 1, + "realign_lidar": 1, + "use_ground_plane": 0, + "use_controller_input_prediction": 1, + "use_wp_gru": 0, + "pred_len": 8, + "estimate_class_distributions": 0, + "use_focal_loss": 0, + "use_cosine_schedule": 1, + "augment": 1, + "use_plant": 0, + "learn_origin": 1, + "local_rank": -999, + "train_sampling_rate": 1, + "use_amp": 0, + "use_grad_clip": 0, + "use_color_aug": 1, + "use_semantic": 1, + "use_depth": 1, + "detect_boxes": 1, + "use_bev_semantic": 1, + "estimate_semantic_distribution": 0, + "use_discrete_command": 1, + "gru_hidden_size": 64, + "use_cutout": 0, + "add_features": 1, + "freeze_backbone": 0, + "learn_multi_task_weights": 0, + "transformer_decoder_join": 1, + "bev_down_sample_factor": 4, + "perspective_downsample_factor": 1, + "gru_input_size": 256, + "num_repetitions": 1, + "bev_grid_height_downsample_factor": 1, + "wp_dilation": 1, + "use_tp": 1, + "continue_epoch": 0, + "max_height_lidar": 100.0, + "smooth_route": 1, + "use_speed_weights": 0, + "max_num_bbs": 30, + "use_optim_groups": 0, + "weight_decay": 0.01, + "use_label_smoothing": 0, + "cpu_cores": 24, + "tp_attention": 0, + "multi_wp_output": 0, + "seed": 0, + "crop_image": 1, + "input_path_to_target_speed_network": 0, + "predict_checkpoint_len": 10, + "max_x": 32, + "crop_bev_height_only_from_behind": 0, + "lidar_resolution_height": 256, + "dataset_cache_name": "dataset_cache", + "cosine_t0": 1, + "compile": 0, + "compile_mode": "default", + "seq_len": 9, + "seq_step": 1, + "lidar_seq_len": 1, + "lidar_step_size": 1, + "validation": true, + "use_temporal_fusion": 1, + "temporal_fusion_layers": 4, + "temporal_fusion_heads": 4, + "use_recurrent_training": 0, + "use_temporal_self_attn": 0, + "use_trajectory_prediction": 1, + "trajectory_loss_type": "huber", + "use_trajectory_target_speed_mask": 1, + "trajectory_pred_len": 6, + "trajectory_step_size": 2, + "trajectory_decoder_layers": 1, + "trajectory_modes": 6 +} \ No newline at end of file diff --git a/static-LB9s1/config.json b/static-LB9s1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..88b0063b0b47f15f58e4658be05c4db67c8d20ee --- /dev/null +++ b/static-LB9s1/config.json @@ -0,0 +1,762 @@ +{ + "add_after_accident_two_ways": -15, + "add_after_construction_obstacle_two_ways": 15, + "add_after_parked_obstacle_two_ways": -5, + "add_after_vehicle_opens_door_two_ways": -20, + "add_before_accident_two_ways": -15, + "add_before_construction_obstacle_two_ways": 15, + "add_before_parked_obstacle_two_ways": -5, + "add_before_vehicle_opens_door_two_ways": -20, + "add_features": 1, + "aim_distance_fast": 3.0, + "aim_distance_slow": 2.25, + "aim_distance_threshold": 5.5, + "angle_bins": [ + -0.375, + -0.125, + 0.125, + 0.375 + ], + "angle_weights": [ + 204.25901201602136, + 7.554315623148331, + 0.21388916461734406, + 5.476446162657503, + 207.86684782608697 + ], + "angles": [ + -0.5, + -0.25, + 0.0, + 0.25, + 0.5 + ], + "attn_pdrop": 0.1, + "augment": 1, + "augment_percentage": 0.5, + "backbone": "transFuser", + "batch_size": 8, + "bb_confidence_threshold": 0.3, + "bb_input_channel": 64, + "bb_save_radius": 64.0, + "bev_classes_list": [ + [ + 0, + 0, + 0 + ], + [ + 200, + 200, + 200 + ], + [ + 255, + 255, + 255 + ], + [ + 255, + 255, + 0 + ], + [ + 50, + 234, + 157 + ], + [ + 160, + 160, + 0 + ], + [ + 0, + 255, + 0 + ], + [ + 255, + 255, + 0 + ], + [ + 255, + 0, + 0 + ], + [ + 250, + 170, + 30 + ], + [ + 0, + 255, + 0 + ] + ], + "bev_converter": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10 + ], + "bev_down_sample_factor": 4, + "bev_features_chanels": 64, + "bev_grid_height_downsample_factor": 1, + "bev_latent_dim": 32, + "bev_semantic_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "bev_upsample_factor": 2, + "bicycle_frame_rate": 20, + "block_exp": 4, + "brake_acceleration": -4.952399, + "brake_ratio": 1.1, + "brake_speed": 0.4, + "brake_uncertainty_threshold": 0.9, + "brake_values": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.0093171137, + 0.0820967431, + -0.00283832427, + 5.06587474e-05, + -4.90357228e-07, + 2.44419284e-09, + -4.91381935e-12 + ] + }, + "braking_distance_calculation_safety_distance": 10, + "camera_fov": 110, + "camera_height": 512, + "camera_pos": [ + -1.5, + 0.0, + 2.0 + ], + "camera_rot_0": [ + 0.0, + 0.0, + 0.0 + ], + "camera_rotation_augmentation_max": 5.0, + "camera_rotation_augmentation_min": -5.0, + "camera_translation_augmentation_max": 1.0, + "camera_translation_augmentation_min": -1.0, + "camera_width": 1024, + "carla_fps": 20, + "carla_frame_rate": 0.05, + "center_net_max_pooling_kernel": 3, + "check_path_free_safety_distance": 10, + "check_path_free_safety_time": 0.2, + "check_previous_distance_for_lane_change": 150, + "classes": { + "0": [ + 0, + 0, + 0 + ], + "1": [ + 30, + 170, + 250 + ], + "2": [ + 200, + 200, + 200 + ], + "3": [ + 255, + 255, + 0 + ], + "4": [ + 0, + 255, + 0 + ], + "5": [ + 0, + 255, + 255 + ], + "6": [ + 255, + 255, + 255 + ] + }, + "classes_list": [ + [ + 0, + 0, + 0 + ], + [ + 250, + 170, + 30 + ], + [ + 200, + 200, + 200 + ], + [ + 0, + 255, + 255 + ], + [ + 0, + 255, + 0 + ], + [ + 255, + 255, + 0 + ], + [ + 255, + 255, + 255 + ] + ], + "clearing_distance_to_stop_sign": 3.0, + "clip_delta": 1.0, + "clip_throttle": 1.0, + "color_aug_prob": 0.5, + "compile": 0, + "compile_mode": "default", + "compute_min_time_to_cover_distance_params": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.00904221, + 0.00733342, + -0.03744807, + 0.0235038 + ] + }, + "continue_epoch": 0, + "converter": [ + 0, + 2, + 6, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 0, + 0, + 4, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 5, + 0, + 0, + 0, + 0 + ], + "cosine_t0": 1, + "cosine_t_mult": 2, + "cpu_cores": 24, + "creep_duration": 20, + "creep_throttle": 0.4, + "crop_bev": false, + "crop_bev_height_only_from_behind": 0, + "crop_image": 1, + "cropped_height": 384, + "cropped_width": 1024, + "data_roots": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HazardAtSideLane", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/BlockedIntersection", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkingCrossingPedestrian", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/SignalizedJunctionLeftTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HighwayExit", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkingExit", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ConstructionObstacleTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/VehicleTurningRoutePedestrian", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/VehicleOpensDoorTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/MergerIntoSlowTrafficV2", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/PriorityAtJunction", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/AccidentTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/OppositeVehicleRunningRedLight", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkedObstacle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ControlLoss", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/NonSignalizedJunctionLeftTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ConstructionObstacle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/VehicleTurningRoute", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HazardAtSideLaneTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkedObstacleTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/Accident", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/noScenarios", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/PedestrianCrossing", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HighwayCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/EnterActorFlowV2", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkingCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/NonSignalizedJunctionRightTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/CrossingBicycleFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HardBreakRoute", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/InvadingTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/SignalizedJunctionRightTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/MergerIntoSlowTraffic", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/InterurbanActorFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/StaticCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/DynamicObjectCrossing", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/OppositeVehicleTakingPriority", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/InterurbanAdvancedActorFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/YieldToEmergencyVehicle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/EnterActorFlow" + ], + "data_save_freq": 5, + "dataset_cache_name": "dataset_cache", + "debug": 0, + "deconv_channel_num_0": 128, + "deconv_channel_num_1": 64, + "deconv_channel_num_2": 32, + "deconv_scale_factor_0": 4, + "deconv_scale_factor_1": 8, + "default_forecast_length": 2.0, + "default_max_distance_to_process_scenario": 50, + "default_overtake_speed": 13.88888888888889, + "dense_route_planner_min_distance": 2.4, + "detailed_loss_weights": { + "loss_bev_semantic": 0.07142857142857142, + "loss_brake": 0.07142857142857142, + "loss_center_heatmap": 0.07142857142857142, + "loss_checkpoint": 0.07142857142857142, + "loss_depth": 0.07142857142857142, + "loss_forcast": 0.0, + "loss_offset": 0.07142857142857142, + "loss_selection": 0.0, + "loss_semantic": 0.07142857142857142, + "loss_target_speed": 0.07142857142857142, + "loss_trajectories": 0.07142857142857142, + "loss_trajectory_confidence": 0.07142857142857142, + "loss_velocity": 0.07142857142857142, + "loss_wh": 0.07142857142857142, + "loss_wp": 0.0, + "loss_yaw_class": 0.07142857142857142, + "loss_yaw_res": 0.07142857142857142 + }, + "detect_boxes": 1, + "detection_radius": 50.0, + "distance_to_delete_scenario_in_two_ways": 20, + "draw_future_route_till_distance": 500, + "draw_life_time": 0.051, + "ego_extent_x": 2.4508416652679443, + "ego_extent_y": 1.0641621351242065, + "ego_extent_z": 0.7553732395172119, + "ego_vehicles_route_point_search_distance": 40, + "embd_pdrop": 0.1, + "epochs": 31, + "estimate_class_distributions": 0, + "estimate_semantic_distribution": 0, + "extent_ego_bbs_speed_threshold": 5, + "extent_other_vehicles_bbs_speed_threshold": 1.0, + "extra_route_length": 50, + "extra_sensor_channels": 128, + "factor_accident_two_ways": 1.0, + "factor_construction_obstacle_two_ways": 1.0, + "factor_parked_obstacle_two_ways": 0.6, + "factor_vehicle_opens_door_two_ways": 0.475, + "fence_avoidance_margin_invading_turn": 0.3, + "focal_loss_gamma": 2.0, + "forcast_time": 0.5, + "forecast_length_lane_change": 1.1, + "fps": 20.0, + "fps_inv": 0.05, + "freeze_backbone": 0, + "front_wheel_base": -0.090769015, + "gpt_layer_norm_init_weight": 1.0, + "gpt_linear_layer_init_mean": 0.0, + "gpt_linear_layer_init_std": 0.02, + "grad_clip_max_norm": 1.0, + "gru_hidden_size": 64, + "gru_input_size": 256, + "high_speed_extent_factor_ego_x": 1.3, + "high_speed_extent_factor_ego_y": 1.2, + "high_speed_extent_x_factor_other_vehicle": 1.5, + "high_speed_extent_y_factor_other_vehicle": 1.3, + "high_speed_min_extent_x_other_vehicle": 1.2, + "high_speed_min_extent_x_other_vehicle_lane_change": 2.0, + "high_speed_min_extent_y_other_vehicle": 1.0, + "hist_max_per_pixel": 5, + "id": "v2/static-LB9s1", + "idm_acceleration_exponent": 4.0, + "idm_bicycle_desired_time_headway": 0.25, + "idm_bicycle_minimum_distance": 4.0, + "idm_comfortable_braking_deceleration_high_speed": 3.72, + "idm_comfortable_braking_deceleration_low_speed": 8.7, + "idm_comfortable_braking_deceleration_threshold": 6.02, + "idm_leading_vehicle_minimum_distance": 4.0, + "idm_leading_vehicle_time_headway": 0.25, + "idm_maximum_acceleration": 24.0, + "idm_pedestrian_desired_time_headway": 0.1, + "idm_pedestrian_minimum_distance": 4.0, + "idm_red_light_desired_time_headway": 0.1, + "idm_red_light_minimum_distance": 6.0, + "idm_stop_sign_desired_time_headway": 0.1, + "idm_stop_sign_minimum_distance": 2.0, + "idm_t_bound": 0.05, + "idm_two_way_scenarios_minimum_distance": 2.0, + "idm_two_way_scenarios_time_headway": 0.1, + "ignore_index": -999, + "image_architecture": "regnety_032", + "image_u_net_output_features": 512, + "img_horz_anchors": 32, + "img_seq_len": 1, + "img_step_size": 1, + "img_vert_anchors": 12, + "inference_direct_controller": true, + "inital_frames_delay": 40.0, + "input_path_to_target_speed_network": 0, + "iou_treshold_nms": 0.2, + "label_smoothing_alpha": 0.1, + "lane_shift_extension_length_for_yield_to_emergency_vehicle": 200, + "lateral_default_lookahead": 24, + "lateral_k_d": 1.3782508892109167, + "lateral_k_i": 0.6406067986034124, + "lateral_k_p": 3.118357247806046, + "lateral_n": 6, + "lateral_pid_default_lookahead": 24.0, + "lateral_pid_kd": 1.3782508892109167, + "lateral_pid_ki": 0.6406067986034124, + "lateral_pid_kp": 3.118357247806046, + "lateral_pid_maximum_lookahead_distance": 105.0, + "lateral_pid_minimum_lookahead_distance": 24.0, + "lateral_pid_speed_offset": 1.9152884533402488, + "lateral_pid_speed_scale": 0.9755321901954155, + "lateral_pid_speed_threshold": 23.150102938235136, + "lateral_pid_window_size": 6, + "lateral_speed_offset": 1.9152884533402488, + "lateral_speed_scale": 0.9755321901954155, + "lateral_speed_threshold": 23.150102938235136, + "leading_vehicles_max_route_angle_distance": 35.0, + "leading_vehicles_max_route_distance": 2.5, + "leading_vehicles_maximum_detection_radius": 800, + "learn_multi_task_weights": 0, + "learn_origin": 1, + "lidar_architecture": "regnety_032", + "lidar_aug_prob": 1.0, + "lidar_horz_anchors": 8, + "lidar_points_per_second": 600000, + "lidar_pos": [ + 0.0, + 0.0, + 2.5 + ], + "lidar_resolution_height": 256, + "lidar_resolution_width": 256, + "lidar_rot": [ + 0.0, + 0.0, + -90.0 + ], + "lidar_rotation_frequency": 10, + "lidar_seq_len": 1, + "lidar_split_height": 0.2, + "lidar_step_size": 1, + "lidar_vert_anchors": 8, + "light_radius": 64.0, + "load_file": "/cluster/work/andrebw/repos/temporal_garage/results/training/tfpp_base/model_0030.pth", + "local_rank": -999, + "log_route_planner_min_distance": 4.0, + "logdir": "/cluster/work/andrebw/repos/temporal_garage/results/training/v2/static-LB9s1", + "logger_region_of_interest": 30.0, + "logging_freq": 10, + "longitudinal_linear_regression_maximum_acceleration": 1.89, + "longitudinal_linear_regression_maximum_deceleration": -4.82, + "longitudinal_linear_regression_minimum_target_speed": 0.278, + "longitudinal_linear_regression_params": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 1.1990342347353184, + -0.8057602384167799, + 1.710818710950062, + 0.921890257450335, + 1.556497522998393, + -0.7013479734904027, + 1.031266635497984 + ] + }, + "longitudinal_max_acceleration": 1.89, + "longitudinal_params": { + "py/tuple": [ + 1.1990342347353184, + -0.8057602384167799, + 1.710818710950062, + 0.921890257450335, + 1.556497522998393, + -0.7013479734904027, + 1.031266635497984 + ] + }, + "longitudinal_pid_braking_ratio": 1.0324622059220139, + "longitudinal_pid_derivative_gain": 1.5761818624794222, + "longitudinal_pid_integral_gain": 0.2941563856687906, + "longitudinal_pid_max_window_length": 0, + "longitudinal_pid_minimum_target_speed": 0.278, + "longitudinal_pid_proportional_gain": 1.0016429066823955, + "longitudinal_pid_speed_error_scaling": 0.0, + "lr": 0.0003, + "max_blocked_ticks": 170, + "max_distance_lane_change_trailing_vehicles": 150, + "max_distance_to_overtake_two_way_scnearios": 80, + "max_distance_to_process_hazard_at_side_lane": 25, + "max_distance_to_process_hazard_at_side_lane_two_ways": 10, + "max_height_lidar": 100.0, + "max_lookahead_to_check_for_junction": 300, + "max_num_bbs": 30, + "max_num_trajectories": 20, + "max_speed_in_junction": 17.77777777777778, + "max_x": 32, + "max_y": 32, + "max_z": 4, + "max_z_projection": 14, + "min_walker_speed": 0.5, + "min_x": -32, + "min_y": -32, + "min_z": -4, + "min_z_projection": -10, + "minimum_lane_width_threshold": 2.5, + "minimum_lookahead_distance_to_compute_near_lane_change": 200, + "minimum_speed_to_prevent_rolling_back": 0.5, + "multi_step_lr_decay": 0.1, + "multi_wp_output": 0, + "n_head": 4, + "n_layer": 2, + "normalize_imagenet": true, + "num_bb_classes": 5, + "num_bev_semantic_classes": 11, + "num_decoder_heads": 8, + "num_dir_bins": 12, + "num_lidar_hits_for_detection_car": 1, + "num_lidar_hits_for_detection_walker": 1, + "num_repetitions": 1, + "num_route_points": 20, + "num_route_points_saved": 20, + "num_semantic_classes": 7, + "num_transformer_decoder_layers": 6, + "overtake_speed_vehicle_opens_door_two_ways": 11.11111111111111, + "pedestrian_minimum_extent": 1.5, + "perspective_downsample_factor": 1, + "pixels_per_meter": 4.0, + "pixels_per_meter_collection": 2.0, + "plant_embd_pdrop": 0.1, + "plant_hf_checkpoint": "prajjwal1/bert-medium", + "plant_max_speed_pred": 60.0, + "plant_num_attributes": 7, + "plant_object_types": 6, + "plant_precision_angle": 4, + "plant_precision_brake": 2, + "plant_precision_pos": 7, + "plant_precision_speed": 5, + "plant_pretraining": null, + "point_format": 0, + "point_precision": 0.01, + "points_per_meter": 10, + "pred_len": 8, + "predict_checkpoint_len": 10, + "previous_road_lane_retrieve_distance": 100, + "py/object": "config.GlobalConfig", + "ratio_target_speed_limit": 0.72, + "realign_lidar": 1, + "rear_wheel_base": 1.4178275, + "resid_pdrop": 0.1, + "return_temporal_attn_weights": false, + "root_dir": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data" + ], + "route_planner_max_distance": 50.0, + "route_planner_min_distance": 7.5, + "route_points": 10, + "route_shift_end_distance_invading_turn": 100, + "route_shift_start_distance_invading_turn": 150, + "safety_box_x_max": 4.950841665267944, + "safety_box_x_min": 2.4508416652679443, + "safety_box_y_max": 0.8513297080993653, + "safety_box_y_min": -0.8513297080993653, + "safety_box_z_max": 1.5, + "safety_box_z_min": 0.5, + "schedule_reduce_epoch_01": 30, + "schedule_reduce_epoch_02": 40, + "seed": 0, + "semantic_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "seq_len": 9, + "seq_step": 1, + "setting": "13_withheld", + "skip_first": 10, + "slow_speed_extent_factor_ego": 1.0, + "slower_factor": 0.8, + "smooth_route": 1, + "speed_kd": 2.0, + "speed_ki": 1.0, + "speed_kp": 1.75, + "speed_limit_waypoints_spacing_check": 50, + "speed_n": 20, + "steer_noise": 0.001, + "steering_gain": 0.36848336, + "stuck_threshold": 1100, + "sync_batch_norm": 0, + "tailing_vehicles_maximum_detection_radius": 800, + "target_speed_bins": [ + 4.001, + 8.001, + 10.001, + 13.889888879999999, + 16.001, + 17.77877777, + 20.001 + ], + "target_speed_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "target_speeds": [ + 0.0, + 4.0, + 8.0, + 10, + 13.88888888, + 16, + 17.77777777, + 20 + ], + "temporal_fusion_heads": 4, + "temporal_fusion_layers": 4, + "temporal_hidden_dim": 512, + "tf_first_checkpoint_distance": 25, + "throttle_acceleration": 0.5633837, + "throttle_threshold_during_forecasting": 0.3, + "throttle_values": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.963873001, + 0.000437535692, + -0.380192912, + 1.74950069, + 0.0916787414, + -0.070546153, + -0.00105996152, + 0.000671079346 + ] + }, + "time_step": 0.05, + "top_k_center_keypoints": 100, + "tp_attention": 0, + "trailing_vehicles_max_route_distance": 3.0, + "trailing_vehicles_max_route_distance_lane_change": 6.0, + "train_debug_save_freq": 1, + "train_sampling_rate": 1, + "trajectory_decoder_layers": 1, + "trajectory_loss_type": "huber", + "trajectory_max_x": 255, + "trajectory_max_y": 255, + "trajectory_min_x": 0, + "trajectory_min_y": 0, + "trajectory_modes": 6, + "trajectory_pred_len": 6, + "trajectory_step_size": 2, + "transformer_decoder_join": 1, + "transition_length_accident_two_ways": 40, + "transition_length_construction_obstacle_two_ways": 40, + "transition_length_parked_obstacle_two_ways": 40, + "transition_length_vehicle_opens_door_two_ways": 40, + "transition_smoothness_distance": 80, + "transition_smoothness_factor_construction_obstacle": 105.0, + "turn_kd": 0.3, + "turn_ki": 0.75, + "turn_kp": 1.25, + "turn_n": 20, + "two_tp_input": false, + "unclearing_distance_to_stop_sign": 10, + "use_amp": 0, + "use_bev_semantic": 1, + "use_color_aug": 1, + "use_controller_input_prediction": 1, + "use_cosine_schedule": 1, + "use_cutout": 0, + "use_dataset_pruning": true, + "use_depth": 1, + "use_discrete_command": 1, + "use_disk_cache": 1, + "use_focal_loss": 0, + "use_grad_clip": 0, + "use_ground_plane": 0, + "use_label_smoothing": 0, + "use_learnable_historic_initialization": true, + "use_optim_groups": 0, + "use_plant": 0, + "use_recurrent_training": 0, + "use_semantic": 1, + "use_speed_weights": 0, + "use_temporal_fusion": 1, + "use_temporal_self_attn": 0, + "use_tp": 1, + "use_trajectory_prediction": 1, + "use_trajectory_target_speed_mask": 1, + "use_twohot_target_speeds": true, + "use_velocity": 1, + "use_velocity_brake_head": false, + "use_wp_gru": 0, + "val_every": 10, + "val_towns": [ + 13 + ], + "validation": true, + "weight_decay": 0.01, + "wp_dilation": 1, + "zero_redundancy_optimizer": 1 +} \ No newline at end of file diff --git a/static-LB9s1/events.out.tfevents.1746993655.idun-07-04.949618.0 b/static-LB9s1/events.out.tfevents.1746993655.idun-07-04.949618.0 new file mode 100644 index 0000000000000000000000000000000000000000..2994b2f5e89aa42bab7f08b4992686f223866fa8 --- /dev/null +++ b/static-LB9s1/events.out.tfevents.1746993655.idun-07-04.949618.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37d7b3873d64b1fd6fc0d8d8d5ec168a43f35f7efb0afec5f305bd6db399cf08 +size 32182 diff --git a/static-LB9s1/model_0030.pth b/static-LB9s1/model_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..5c85406a31e5f8fa641358d54c2d6311d1b7605e --- /dev/null +++ b/static-LB9s1/model_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:560f1372bf511b7f9ba851f5255241829bd6e349042ef6de7a6e536f34a26238 +size 495472524 diff --git a/static-LB9s1/optimizer_0030.pth b/static-LB9s1/optimizer_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..cce58cc33741fc132bfa0d2e2dc01153b7b1f000 --- /dev/null +++ b/static-LB9s1/optimizer_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcc8d5a16c70732766f3808a618fcd314f8fc10c06e8e6e9aa272b8e06781f68 +size 1482681590 diff --git a/static-LB9s1/scaler_0030.pth b/static-LB9s1/scaler_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..4a529707305f713311a2002514505339c7e3fd09 --- /dev/null +++ b/static-LB9s1/scaler_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5f881f1527bc81147a2213cbad06ff07ed5b0de3143c791692f655baacfdba5 +size 880 diff --git a/static-LB9s1/scheduler_0030.pth b/static-LB9s1/scheduler_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..f15241a131a1fda35de7eec101cdfcaaddba3da9 --- /dev/null +++ b/static-LB9s1/scheduler_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c24f95eaec270a462aeb4bcb1f7c91cbfc86ea2b6d390cca9be67277d68816b +size 1084 diff --git a/static-LB9s2/args.txt b/static-LB9s2/args.txt new file mode 100644 index 0000000000000000000000000000000000000000..23caf2d770c2d9f6df35b3f156c6ae7dd0362a7e --- /dev/null +++ b/static-LB9s2/args.txt @@ -0,0 +1,97 @@ +{ + "id": "v2/static-LB9s2", + "epochs": 31, + "lr": 0.0003, + "batch_size": 8, + "logdir": "/cluster/work/andrebw/repos/temporal_garage/results/training/v2/static-LB9s2", + "load_file": "/cluster/work/andrebw/repos/temporal_garage/results/training/tfpp_base/model_0030.pth", + "setting": "13_withheld", + "root_dir": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data" + ], + "schedule_reduce_epoch_01": 30, + "schedule_reduce_epoch_02": 40, + "backbone": "transFuser", + "image_architecture": "regnety_032", + "lidar_architecture": "regnety_032", + "use_velocity": 1, + "n_layer": 2, + "val_every": 10, + "sync_batch_norm": 0, + "zero_redundancy_optimizer": 1, + "use_disk_cache": 1, + "realign_lidar": 1, + "use_ground_plane": 0, + "use_controller_input_prediction": 1, + "use_wp_gru": 0, + "pred_len": 8, + "estimate_class_distributions": 0, + "use_focal_loss": 0, + "use_cosine_schedule": 1, + "augment": 1, + "use_plant": 0, + "learn_origin": 1, + "local_rank": -999, + "train_sampling_rate": 1, + "use_amp": 0, + "use_grad_clip": 0, + "use_color_aug": 1, + "use_semantic": 1, + "use_depth": 1, + "detect_boxes": 1, + "use_bev_semantic": 1, + "estimate_semantic_distribution": 0, + "use_discrete_command": 1, + "gru_hidden_size": 64, + "use_cutout": 0, + "add_features": 1, + "freeze_backbone": 0, + "learn_multi_task_weights": 0, + "transformer_decoder_join": 1, + "bev_down_sample_factor": 4, + "perspective_downsample_factor": 1, + "gru_input_size": 256, + "num_repetitions": 1, + "bev_grid_height_downsample_factor": 1, + "wp_dilation": 1, + "use_tp": 1, + "continue_epoch": 0, + "max_height_lidar": 100.0, + "smooth_route": 1, + "use_speed_weights": 0, + "max_num_bbs": 30, + "use_optim_groups": 0, + "weight_decay": 0.01, + "use_label_smoothing": 0, + "cpu_cores": 24, + "tp_attention": 0, + "multi_wp_output": 0, + "seed": 0, + "crop_image": 1, + "input_path_to_target_speed_network": 0, + "predict_checkpoint_len": 10, + "max_x": 32, + "crop_bev_height_only_from_behind": 0, + "lidar_resolution_height": 256, + "dataset_cache_name": "dataset_cache", + "cosine_t0": 1, + "compile": 0, + "compile_mode": "default", + "seq_len": 9, + "seq_step": 2, + "lidar_seq_len": 1, + "lidar_step_size": 1, + "validation": true, + "use_temporal_fusion": 1, + "temporal_fusion_layers": 4, + "temporal_fusion_heads": 4, + "use_recurrent_training": 0, + "use_temporal_self_attn": 0, + "use_trajectory_prediction": 1, + "trajectory_loss_type": "huber", + "use_trajectory_target_speed_mask": 1, + "trajectory_pred_len": 6, + "trajectory_step_size": 2, + "trajectory_decoder_layers": 1, + "trajectory_modes": 6 +} \ No newline at end of file diff --git a/static-LB9s2/config.json b/static-LB9s2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..45f3483aa07e473e9ce25a3ee55dc6777770bf2f --- /dev/null +++ b/static-LB9s2/config.json @@ -0,0 +1,762 @@ +{ + "add_after_accident_two_ways": -15, + "add_after_construction_obstacle_two_ways": 15, + "add_after_parked_obstacle_two_ways": -5, + "add_after_vehicle_opens_door_two_ways": -20, + "add_before_accident_two_ways": -15, + "add_before_construction_obstacle_two_ways": 15, + "add_before_parked_obstacle_two_ways": -5, + "add_before_vehicle_opens_door_two_ways": -20, + "add_features": 1, + "aim_distance_fast": 3.0, + "aim_distance_slow": 2.25, + "aim_distance_threshold": 5.5, + "angle_bins": [ + -0.375, + -0.125, + 0.125, + 0.375 + ], + "angle_weights": [ + 204.25901201602136, + 7.554315623148331, + 0.21388916461734406, + 5.476446162657503, + 207.86684782608697 + ], + "angles": [ + -0.5, + -0.25, + 0.0, + 0.25, + 0.5 + ], + "attn_pdrop": 0.1, + "augment": 1, + "augment_percentage": 0.5, + "backbone": "transFuser", + "batch_size": 8, + "bb_confidence_threshold": 0.3, + "bb_input_channel": 64, + "bb_save_radius": 64.0, + "bev_classes_list": [ + [ + 0, + 0, + 0 + ], + [ + 200, + 200, + 200 + ], + [ + 255, + 255, + 255 + ], + [ + 255, + 255, + 0 + ], + [ + 50, + 234, + 157 + ], + [ + 160, + 160, + 0 + ], + [ + 0, + 255, + 0 + ], + [ + 255, + 255, + 0 + ], + [ + 255, + 0, + 0 + ], + [ + 250, + 170, + 30 + ], + [ + 0, + 255, + 0 + ] + ], + "bev_converter": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10 + ], + "bev_down_sample_factor": 4, + "bev_features_chanels": 64, + "bev_grid_height_downsample_factor": 1, + "bev_latent_dim": 32, + "bev_semantic_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "bev_upsample_factor": 2, + "bicycle_frame_rate": 20, + "block_exp": 4, + "brake_acceleration": -4.952399, + "brake_ratio": 1.1, + "brake_speed": 0.4, + "brake_uncertainty_threshold": 0.9, + "brake_values": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.0093171137, + 0.0820967431, + -0.00283832427, + 5.06587474e-05, + -4.90357228e-07, + 2.44419284e-09, + -4.91381935e-12 + ] + }, + "braking_distance_calculation_safety_distance": 10, + "camera_fov": 110, + "camera_height": 512, + "camera_pos": [ + -1.5, + 0.0, + 2.0 + ], + "camera_rot_0": [ + 0.0, + 0.0, + 0.0 + ], + "camera_rotation_augmentation_max": 5.0, + "camera_rotation_augmentation_min": -5.0, + "camera_translation_augmentation_max": 1.0, + "camera_translation_augmentation_min": -1.0, + "camera_width": 1024, + "carla_fps": 20, + "carla_frame_rate": 0.05, + "center_net_max_pooling_kernel": 3, + "check_path_free_safety_distance": 10, + "check_path_free_safety_time": 0.2, + "check_previous_distance_for_lane_change": 150, + "classes": { + "0": [ + 0, + 0, + 0 + ], + "1": [ + 30, + 170, + 250 + ], + "2": [ + 200, + 200, + 200 + ], + "3": [ + 255, + 255, + 0 + ], + "4": [ + 0, + 255, + 0 + ], + "5": [ + 0, + 255, + 255 + ], + "6": [ + 255, + 255, + 255 + ] + }, + "classes_list": [ + [ + 0, + 0, + 0 + ], + [ + 250, + 170, + 30 + ], + [ + 200, + 200, + 200 + ], + [ + 0, + 255, + 255 + ], + [ + 0, + 255, + 0 + ], + [ + 255, + 255, + 0 + ], + [ + 255, + 255, + 255 + ] + ], + "clearing_distance_to_stop_sign": 3.0, + "clip_delta": 1.0, + "clip_throttle": 1.0, + "color_aug_prob": 0.5, + "compile": 0, + "compile_mode": "default", + "compute_min_time_to_cover_distance_params": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.00904221, + 0.00733342, + -0.03744807, + 0.0235038 + ] + }, + "continue_epoch": 0, + "converter": [ + 0, + 2, + 6, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 0, + 0, + 4, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 5, + 0, + 0, + 0, + 0 + ], + "cosine_t0": 1, + "cosine_t_mult": 2, + "cpu_cores": 24, + "creep_duration": 20, + "creep_throttle": 0.4, + "crop_bev": false, + "crop_bev_height_only_from_behind": 0, + "crop_image": 1, + "cropped_height": 384, + "cropped_width": 1024, + "data_roots": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HazardAtSideLane", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/BlockedIntersection", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkingCrossingPedestrian", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/SignalizedJunctionLeftTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HighwayExit", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkingExit", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ConstructionObstacleTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/VehicleTurningRoutePedestrian", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/VehicleOpensDoorTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/MergerIntoSlowTrafficV2", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/PriorityAtJunction", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/AccidentTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/OppositeVehicleRunningRedLight", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkedObstacle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ControlLoss", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/NonSignalizedJunctionLeftTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ConstructionObstacle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/VehicleTurningRoute", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HazardAtSideLaneTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkedObstacleTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/Accident", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/noScenarios", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/PedestrianCrossing", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HighwayCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/EnterActorFlowV2", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkingCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/NonSignalizedJunctionRightTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/CrossingBicycleFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HardBreakRoute", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/InvadingTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/SignalizedJunctionRightTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/MergerIntoSlowTraffic", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/InterurbanActorFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/StaticCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/DynamicObjectCrossing", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/OppositeVehicleTakingPriority", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/InterurbanAdvancedActorFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/YieldToEmergencyVehicle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/EnterActorFlow" + ], + "data_save_freq": 5, + "dataset_cache_name": "dataset_cache", + "debug": 0, + "deconv_channel_num_0": 128, + "deconv_channel_num_1": 64, + "deconv_channel_num_2": 32, + "deconv_scale_factor_0": 4, + "deconv_scale_factor_1": 8, + "default_forecast_length": 2.0, + "default_max_distance_to_process_scenario": 50, + "default_overtake_speed": 13.88888888888889, + "dense_route_planner_min_distance": 2.4, + "detailed_loss_weights": { + "loss_bev_semantic": 0.07142857142857142, + "loss_brake": 0.07142857142857142, + "loss_center_heatmap": 0.07142857142857142, + "loss_checkpoint": 0.07142857142857142, + "loss_depth": 0.07142857142857142, + "loss_forcast": 0.0, + "loss_offset": 0.07142857142857142, + "loss_selection": 0.0, + "loss_semantic": 0.07142857142857142, + "loss_target_speed": 0.07142857142857142, + "loss_trajectories": 0.07142857142857142, + "loss_trajectory_confidence": 0.07142857142857142, + "loss_velocity": 0.07142857142857142, + "loss_wh": 0.07142857142857142, + "loss_wp": 0.0, + "loss_yaw_class": 0.07142857142857142, + "loss_yaw_res": 0.07142857142857142 + }, + "detect_boxes": 1, + "detection_radius": 50.0, + "distance_to_delete_scenario_in_two_ways": 20, + "draw_future_route_till_distance": 500, + "draw_life_time": 0.051, + "ego_extent_x": 2.4508416652679443, + "ego_extent_y": 1.0641621351242065, + "ego_extent_z": 0.7553732395172119, + "ego_vehicles_route_point_search_distance": 40, + "embd_pdrop": 0.1, + "epochs": 31, + "estimate_class_distributions": 0, + "estimate_semantic_distribution": 0, + "extent_ego_bbs_speed_threshold": 5, + "extent_other_vehicles_bbs_speed_threshold": 1.0, + "extra_route_length": 50, + "extra_sensor_channels": 128, + "factor_accident_two_ways": 1.0, + "factor_construction_obstacle_two_ways": 1.0, + "factor_parked_obstacle_two_ways": 0.6, + "factor_vehicle_opens_door_two_ways": 0.475, + "fence_avoidance_margin_invading_turn": 0.3, + "focal_loss_gamma": 2.0, + "forcast_time": 0.5, + "forecast_length_lane_change": 1.1, + "fps": 20.0, + "fps_inv": 0.05, + "freeze_backbone": 0, + "front_wheel_base": -0.090769015, + "gpt_layer_norm_init_weight": 1.0, + "gpt_linear_layer_init_mean": 0.0, + "gpt_linear_layer_init_std": 0.02, + "grad_clip_max_norm": 1.0, + "gru_hidden_size": 64, + "gru_input_size": 256, + "high_speed_extent_factor_ego_x": 1.3, + "high_speed_extent_factor_ego_y": 1.2, + "high_speed_extent_x_factor_other_vehicle": 1.5, + "high_speed_extent_y_factor_other_vehicle": 1.3, + "high_speed_min_extent_x_other_vehicle": 1.2, + "high_speed_min_extent_x_other_vehicle_lane_change": 2.0, + "high_speed_min_extent_y_other_vehicle": 1.0, + "hist_max_per_pixel": 5, + "id": "v2/static-LB9s2", + "idm_acceleration_exponent": 4.0, + "idm_bicycle_desired_time_headway": 0.25, + "idm_bicycle_minimum_distance": 4.0, + "idm_comfortable_braking_deceleration_high_speed": 3.72, + "idm_comfortable_braking_deceleration_low_speed": 8.7, + "idm_comfortable_braking_deceleration_threshold": 6.02, + "idm_leading_vehicle_minimum_distance": 4.0, + "idm_leading_vehicle_time_headway": 0.25, + "idm_maximum_acceleration": 24.0, + "idm_pedestrian_desired_time_headway": 0.1, + "idm_pedestrian_minimum_distance": 4.0, + "idm_red_light_desired_time_headway": 0.1, + "idm_red_light_minimum_distance": 6.0, + "idm_stop_sign_desired_time_headway": 0.1, + "idm_stop_sign_minimum_distance": 2.0, + "idm_t_bound": 0.05, + "idm_two_way_scenarios_minimum_distance": 2.0, + "idm_two_way_scenarios_time_headway": 0.1, + "ignore_index": -999, + "image_architecture": "regnety_032", + "image_u_net_output_features": 512, + "img_horz_anchors": 32, + "img_seq_len": 1, + "img_step_size": 1, + "img_vert_anchors": 12, + "inference_direct_controller": true, + "inital_frames_delay": 40.0, + "input_path_to_target_speed_network": 0, + "iou_treshold_nms": 0.2, + "label_smoothing_alpha": 0.1, + "lane_shift_extension_length_for_yield_to_emergency_vehicle": 200, + "lateral_default_lookahead": 24, + "lateral_k_d": 1.3782508892109167, + "lateral_k_i": 0.6406067986034124, + "lateral_k_p": 3.118357247806046, + "lateral_n": 6, + "lateral_pid_default_lookahead": 24.0, + "lateral_pid_kd": 1.3782508892109167, + "lateral_pid_ki": 0.6406067986034124, + "lateral_pid_kp": 3.118357247806046, + "lateral_pid_maximum_lookahead_distance": 105.0, + "lateral_pid_minimum_lookahead_distance": 24.0, + "lateral_pid_speed_offset": 1.9152884533402488, + "lateral_pid_speed_scale": 0.9755321901954155, + "lateral_pid_speed_threshold": 23.150102938235136, + "lateral_pid_window_size": 6, + "lateral_speed_offset": 1.9152884533402488, + "lateral_speed_scale": 0.9755321901954155, + "lateral_speed_threshold": 23.150102938235136, + "leading_vehicles_max_route_angle_distance": 35.0, + "leading_vehicles_max_route_distance": 2.5, + "leading_vehicles_maximum_detection_radius": 800, + "learn_multi_task_weights": 0, + "learn_origin": 1, + "lidar_architecture": "regnety_032", + "lidar_aug_prob": 1.0, + "lidar_horz_anchors": 8, + "lidar_points_per_second": 600000, + "lidar_pos": [ + 0.0, + 0.0, + 2.5 + ], + "lidar_resolution_height": 256, + "lidar_resolution_width": 256, + "lidar_rot": [ + 0.0, + 0.0, + -90.0 + ], + "lidar_rotation_frequency": 10, + "lidar_seq_len": 1, + "lidar_split_height": 0.2, + "lidar_step_size": 1, + "lidar_vert_anchors": 8, + "light_radius": 64.0, + "load_file": "/cluster/work/andrebw/repos/temporal_garage/results/training/tfpp_base/model_0030.pth", + "local_rank": -999, + "log_route_planner_min_distance": 4.0, + "logdir": "/cluster/work/andrebw/repos/temporal_garage/results/training/v2/static-LB9s2", + "logger_region_of_interest": 30.0, + "logging_freq": 10, + "longitudinal_linear_regression_maximum_acceleration": 1.89, + "longitudinal_linear_regression_maximum_deceleration": -4.82, + "longitudinal_linear_regression_minimum_target_speed": 0.278, + "longitudinal_linear_regression_params": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 1.1990342347353184, + -0.8057602384167799, + 1.710818710950062, + 0.921890257450335, + 1.556497522998393, + -0.7013479734904027, + 1.031266635497984 + ] + }, + "longitudinal_max_acceleration": 1.89, + "longitudinal_params": { + "py/tuple": [ + 1.1990342347353184, + -0.8057602384167799, + 1.710818710950062, + 0.921890257450335, + 1.556497522998393, + -0.7013479734904027, + 1.031266635497984 + ] + }, + "longitudinal_pid_braking_ratio": 1.0324622059220139, + "longitudinal_pid_derivative_gain": 1.5761818624794222, + "longitudinal_pid_integral_gain": 0.2941563856687906, + "longitudinal_pid_max_window_length": 0, + "longitudinal_pid_minimum_target_speed": 0.278, + "longitudinal_pid_proportional_gain": 1.0016429066823955, + "longitudinal_pid_speed_error_scaling": 0.0, + "lr": 0.0003, + "max_blocked_ticks": 170, + "max_distance_lane_change_trailing_vehicles": 150, + "max_distance_to_overtake_two_way_scnearios": 80, + "max_distance_to_process_hazard_at_side_lane": 25, + "max_distance_to_process_hazard_at_side_lane_two_ways": 10, + "max_height_lidar": 100.0, + "max_lookahead_to_check_for_junction": 300, + "max_num_bbs": 30, + "max_num_trajectories": 20, + "max_speed_in_junction": 17.77777777777778, + "max_x": 32, + "max_y": 32, + "max_z": 4, + "max_z_projection": 14, + "min_walker_speed": 0.5, + "min_x": -32, + "min_y": -32, + "min_z": -4, + "min_z_projection": -10, + "minimum_lane_width_threshold": 2.5, + "minimum_lookahead_distance_to_compute_near_lane_change": 200, + "minimum_speed_to_prevent_rolling_back": 0.5, + "multi_step_lr_decay": 0.1, + "multi_wp_output": 0, + "n_head": 4, + "n_layer": 2, + "normalize_imagenet": true, + "num_bb_classes": 5, + "num_bev_semantic_classes": 11, + "num_decoder_heads": 8, + "num_dir_bins": 12, + "num_lidar_hits_for_detection_car": 1, + "num_lidar_hits_for_detection_walker": 1, + "num_repetitions": 1, + "num_route_points": 20, + "num_route_points_saved": 20, + "num_semantic_classes": 7, + "num_transformer_decoder_layers": 6, + "overtake_speed_vehicle_opens_door_two_ways": 11.11111111111111, + "pedestrian_minimum_extent": 1.5, + "perspective_downsample_factor": 1, + "pixels_per_meter": 4.0, + "pixels_per_meter_collection": 2.0, + "plant_embd_pdrop": 0.1, + "plant_hf_checkpoint": "prajjwal1/bert-medium", + "plant_max_speed_pred": 60.0, + "plant_num_attributes": 7, + "plant_object_types": 6, + "plant_precision_angle": 4, + "plant_precision_brake": 2, + "plant_precision_pos": 7, + "plant_precision_speed": 5, + "plant_pretraining": null, + "point_format": 0, + "point_precision": 0.01, + "points_per_meter": 10, + "pred_len": 8, + "predict_checkpoint_len": 10, + "previous_road_lane_retrieve_distance": 100, + "py/object": "config.GlobalConfig", + "ratio_target_speed_limit": 0.72, + "realign_lidar": 1, + "rear_wheel_base": 1.4178275, + "resid_pdrop": 0.1, + "return_temporal_attn_weights": false, + "root_dir": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data" + ], + "route_planner_max_distance": 50.0, + "route_planner_min_distance": 7.5, + "route_points": 10, + "route_shift_end_distance_invading_turn": 100, + "route_shift_start_distance_invading_turn": 150, + "safety_box_x_max": 4.950841665267944, + "safety_box_x_min": 2.4508416652679443, + "safety_box_y_max": 0.8513297080993653, + "safety_box_y_min": -0.8513297080993653, + "safety_box_z_max": 1.5, + "safety_box_z_min": 0.5, + "schedule_reduce_epoch_01": 30, + "schedule_reduce_epoch_02": 40, + "seed": 0, + "semantic_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "seq_len": 9, + "seq_step": 2, + "setting": "13_withheld", + "skip_first": 10, + "slow_speed_extent_factor_ego": 1.0, + "slower_factor": 0.8, + "smooth_route": 1, + "speed_kd": 2.0, + "speed_ki": 1.0, + "speed_kp": 1.75, + "speed_limit_waypoints_spacing_check": 50, + "speed_n": 20, + "steer_noise": 0.001, + "steering_gain": 0.36848336, + "stuck_threshold": 1100, + "sync_batch_norm": 0, + "tailing_vehicles_maximum_detection_radius": 800, + "target_speed_bins": [ + 4.001, + 8.001, + 10.001, + 13.889888879999999, + 16.001, + 17.77877777, + 20.001 + ], + "target_speed_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "target_speeds": [ + 0.0, + 4.0, + 8.0, + 10, + 13.88888888, + 16, + 17.77777777, + 20 + ], + "temporal_fusion_heads": 4, + "temporal_fusion_layers": 4, + "temporal_hidden_dim": 512, + "tf_first_checkpoint_distance": 25, + "throttle_acceleration": 0.5633837, + "throttle_threshold_during_forecasting": 0.3, + "throttle_values": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.963873001, + 0.000437535692, + -0.380192912, + 1.74950069, + 0.0916787414, + -0.070546153, + -0.00105996152, + 0.000671079346 + ] + }, + "time_step": 0.05, + "top_k_center_keypoints": 100, + "tp_attention": 0, + "trailing_vehicles_max_route_distance": 3.0, + "trailing_vehicles_max_route_distance_lane_change": 6.0, + "train_debug_save_freq": 1, + "train_sampling_rate": 1, + "trajectory_decoder_layers": 1, + "trajectory_loss_type": "huber", + "trajectory_max_x": 255, + "trajectory_max_y": 255, + "trajectory_min_x": 0, + "trajectory_min_y": 0, + "trajectory_modes": 6, + "trajectory_pred_len": 6, + "trajectory_step_size": 2, + "transformer_decoder_join": 1, + "transition_length_accident_two_ways": 40, + "transition_length_construction_obstacle_two_ways": 40, + "transition_length_parked_obstacle_two_ways": 40, + "transition_length_vehicle_opens_door_two_ways": 40, + "transition_smoothness_distance": 80, + "transition_smoothness_factor_construction_obstacle": 105.0, + "turn_kd": 0.3, + "turn_ki": 0.75, + "turn_kp": 1.25, + "turn_n": 20, + "two_tp_input": false, + "unclearing_distance_to_stop_sign": 10, + "use_amp": 0, + "use_bev_semantic": 1, + "use_color_aug": 1, + "use_controller_input_prediction": 1, + "use_cosine_schedule": 1, + "use_cutout": 0, + "use_dataset_pruning": true, + "use_depth": 1, + "use_discrete_command": 1, + "use_disk_cache": 1, + "use_focal_loss": 0, + "use_grad_clip": 0, + "use_ground_plane": 0, + "use_label_smoothing": 0, + "use_learnable_historic_initialization": true, + "use_optim_groups": 0, + "use_plant": 0, + "use_recurrent_training": 0, + "use_semantic": 1, + "use_speed_weights": 0, + "use_temporal_fusion": 1, + "use_temporal_self_attn": 0, + "use_tp": 1, + "use_trajectory_prediction": 1, + "use_trajectory_target_speed_mask": 1, + "use_twohot_target_speeds": true, + "use_velocity": 1, + "use_velocity_brake_head": false, + "use_wp_gru": 0, + "val_every": 10, + "val_towns": [ + 13 + ], + "validation": true, + "weight_decay": 0.01, + "wp_dilation": 1, + "zero_redundancy_optimizer": 1 +} \ No newline at end of file diff --git a/static-LB9s2/events.out.tfevents.1747032564.idun-06-06.2630487.0 b/static-LB9s2/events.out.tfevents.1747032564.idun-06-06.2630487.0 new file mode 100644 index 0000000000000000000000000000000000000000..4bed63fa278de1de1316a788617fd2f2a4dfbbf8 --- /dev/null +++ b/static-LB9s2/events.out.tfevents.1747032564.idun-06-06.2630487.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:138f5328ca2d2eeee75eff5719dacdf412ef3540f6ceb0b00e003394b0344cb0 +size 32182 diff --git a/static-LB9s2/model_0030.pth b/static-LB9s2/model_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..7e40970d1280de300244ce82264ca54409c2eb20 --- /dev/null +++ b/static-LB9s2/model_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbf3bfc97d2c05e8042fccba935a868d026741215012b692873b519e57bd219e +size 495472524 diff --git a/static-LB9s2/optimizer_0030.pth b/static-LB9s2/optimizer_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..cd1c51d9b96f4030615768c02000b1098fb0307f --- /dev/null +++ b/static-LB9s2/optimizer_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00ae32033df57704061146575208a3c26a5a5885460684db6e9daa91486fc52e +size 1482681590 diff --git a/static-LB9s2/scaler_0030.pth b/static-LB9s2/scaler_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..4a529707305f713311a2002514505339c7e3fd09 --- /dev/null +++ b/static-LB9s2/scaler_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5f881f1527bc81147a2213cbad06ff07ed5b0de3143c791692f655baacfdba5 +size 880 diff --git a/static-LB9s2/scheduler_0030.pth b/static-LB9s2/scheduler_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..8c837f967b81e92de41d85cc8bd2e72d0547b465 --- /dev/null +++ b/static-LB9s2/scheduler_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ffcc2798351d365685e657fe305d76823b9cc653a798cbd70fe553bcaea0608 +size 1084 diff --git a/tfpp_default/args.txt b/tfpp_default/args.txt new file mode 100644 index 0000000000000000000000000000000000000000..be78524ee684d0e73ef11aa91aa227b87ad27589 --- /dev/null +++ b/tfpp_default/args.txt @@ -0,0 +1,91 @@ +{ + "id": "stage2/tfpp_default", + "epochs": 31, + "lr": 0.0003, + "batch_size": 8, + "logdir": "/cluster/work/andrebw/repos/temporal_garage/results/training/stage2/tfpp_default", + "load_file": "/cluster/work/andrebw/repos/temporal_garage/results/training/tfpp_base/model_0030.pth", + "setting": "13_withheld", + "root_dir": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data" + ], + "schedule_reduce_epoch_01": 30, + "schedule_reduce_epoch_02": 40, + "backbone": "transFuser", + "image_architecture": "regnety_032", + "lidar_architecture": "regnety_032", + "use_velocity": 1, + "n_layer": 2, + "val_every": 10, + "sync_batch_norm": 0, + "zero_redundancy_optimizer": 1, + "use_disk_cache": 1, + "realign_lidar": 1, + "use_ground_plane": 0, + "use_controller_input_prediction": 1, + "use_wp_gru": 0, + "pred_len": 8, + "estimate_class_distributions": 0, + "use_focal_loss": 0, + "use_cosine_schedule": 1, + "augment": 1, + "use_plant": 0, + "learn_origin": 1, + "local_rank": -999, + "train_sampling_rate": 1, + "use_amp": 0, + "use_grad_clip": 0, + "use_color_aug": 1, + "use_semantic": 1, + "use_depth": 1, + "detect_boxes": 1, + "use_bev_semantic": 1, + "estimate_semantic_distribution": 0, + "use_discrete_command": 1, + "gru_hidden_size": 64, + "use_cutout": 0, + "add_features": 1, + "freeze_backbone": 0, + "learn_multi_task_weights": 0, + "transformer_decoder_join": 1, + "bev_down_sample_factor": 4, + "perspective_downsample_factor": 1, + "gru_input_size": 256, + "num_repetitions": 1, + "bev_grid_height_downsample_factor": 1, + "wp_dilation": 1, + "use_tp": 1, + "continue_epoch": 0, + "max_height_lidar": 100.0, + "smooth_route": 1, + "use_speed_weights": 0, + "max_num_bbs": 30, + "use_optim_groups": 0, + "weight_decay": 0.01, + "use_label_smoothing": 0, + "cpu_cores": 32, + "tp_attention": 0, + "multi_wp_output": 0, + "seed": 0, + "crop_image": 1, + "input_path_to_target_speed_network": 0, + "predict_checkpoint_len": 10, + "max_x": 32, + "crop_bev_height_only_from_behind": 0, + "lidar_resolution_height": 256, + "dataset_cache_name": "dataset_cache", + "cosine_t0": 1, + "compile": 0, + "compile_mode": "default", + "seq_len": 1, + "seq_step": 1, + "lidar_seq_len": 1, + "lidar_step_size": 1, + "validation": true, + "use_temporal_fusion": 0, + "temporal_fusion_layers": 1, + "use_recurrent_training": true, + "use_trajectory_prediction": 0, + "trajectory_pred_len": 10, + "trajectory_step_size": 1 +} \ No newline at end of file diff --git a/tfpp_default/config.json b/tfpp_default/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f63372372d32805d54c99afb7adc8b6a75de1568 --- /dev/null +++ b/tfpp_default/config.json @@ -0,0 +1,757 @@ +{ + "add_after_accident_two_ways": -15, + "add_after_construction_obstacle_two_ways": 15, + "add_after_parked_obstacle_two_ways": -5, + "add_after_vehicle_opens_door_two_ways": -20, + "add_before_accident_two_ways": -15, + "add_before_construction_obstacle_two_ways": 15, + "add_before_parked_obstacle_two_ways": -5, + "add_before_vehicle_opens_door_two_ways": -20, + "add_features": 1, + "aim_distance_fast": 3.0, + "aim_distance_slow": 2.25, + "aim_distance_threshold": 5.5, + "angle_bins": [ + -0.375, + -0.125, + 0.125, + 0.375 + ], + "angle_weights": [ + 204.25901201602136, + 7.554315623148331, + 0.21388916461734406, + 5.476446162657503, + 207.86684782608697 + ], + "angles": [ + -0.5, + -0.25, + 0.0, + 0.25, + 0.5 + ], + "attn_pdrop": 0.1, + "augment": 1, + "augment_percentage": 0.5, + "backbone": "transFuser", + "batch_size": 8, + "bb_confidence_threshold": 0.3, + "bb_input_channel": 64, + "bb_save_radius": 64.0, + "bev_classes_list": [ + [ + 0, + 0, + 0 + ], + [ + 200, + 200, + 200 + ], + [ + 255, + 255, + 255 + ], + [ + 255, + 255, + 0 + ], + [ + 50, + 234, + 157 + ], + [ + 160, + 160, + 0 + ], + [ + 0, + 255, + 0 + ], + [ + 255, + 255, + 0 + ], + [ + 255, + 0, + 0 + ], + [ + 250, + 170, + 30 + ], + [ + 0, + 255, + 0 + ] + ], + "bev_converter": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10 + ], + "bev_down_sample_factor": 4, + "bev_features_chanels": 64, + "bev_grid_height_downsample_factor": 1, + "bev_latent_dim": 32, + "bev_semantic_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "bev_upsample_factor": 2, + "bicycle_frame_rate": 20, + "block_exp": 4, + "brake_acceleration": -4.952399, + "brake_ratio": 1.1, + "brake_speed": 0.4, + "brake_uncertainty_threshold": 0.9, + "brake_values": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.0093171137, + 0.0820967431, + -0.00283832427, + 5.06587474e-05, + -4.90357228e-07, + 2.44419284e-09, + -4.91381935e-12 + ] + }, + "braking_distance_calculation_safety_distance": 10, + "camera_fov": 110, + "camera_height": 512, + "camera_pos": [ + -1.5, + 0.0, + 2.0 + ], + "camera_rot_0": [ + 0.0, + 0.0, + 0.0 + ], + "camera_rotation_augmentation_max": 5.0, + "camera_rotation_augmentation_min": -5.0, + "camera_translation_augmentation_max": 1.0, + "camera_translation_augmentation_min": -1.0, + "camera_width": 1024, + "carla_fps": 20, + "carla_frame_rate": 0.05, + "center_net_max_pooling_kernel": 3, + "check_path_free_safety_distance": 10, + "check_path_free_safety_time": 0.2, + "check_previous_distance_for_lane_change": 150, + "classes": { + "0": [ + 0, + 0, + 0 + ], + "1": [ + 30, + 170, + 250 + ], + "2": [ + 200, + 200, + 200 + ], + "3": [ + 255, + 255, + 0 + ], + "4": [ + 0, + 255, + 0 + ], + "5": [ + 0, + 255, + 255 + ], + "6": [ + 255, + 255, + 255 + ] + }, + "classes_list": [ + [ + 0, + 0, + 0 + ], + [ + 250, + 170, + 30 + ], + [ + 200, + 200, + 200 + ], + [ + 0, + 255, + 255 + ], + [ + 0, + 255, + 0 + ], + [ + 255, + 255, + 0 + ], + [ + 255, + 255, + 255 + ] + ], + "clearing_distance_to_stop_sign": 3.0, + "clip_delta": 1.0, + "clip_throttle": 1.0, + "color_aug_prob": 0.5, + "compile": 0, + "compile_mode": "default", + "compute_min_time_to_cover_distance_params": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.00904221, + 0.00733342, + -0.03744807, + 0.0235038 + ] + }, + "continue_epoch": 0, + "converter": [ + 0, + 2, + 6, + 0, + 0, + 0, + 0, + 3, + 0, + 0, + 0, + 0, + 4, + 0, + 1, + 1, + 1, + 0, + 1, + 1, + 0, + 0, + 0, + 0, + 5, + 0, + 0, + 0, + 0 + ], + "cosine_t0": 1, + "cosine_t_mult": 2, + "cpu_cores": 32, + "creep_duration": 20, + "creep_throttle": 0.4, + "crop_bev": false, + "crop_bev_height_only_from_behind": 0, + "crop_image": 1, + "cropped_height": 384, + "cropped_width": 1024, + "data_roots": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HazardAtSideLane", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/BlockedIntersection", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkingCrossingPedestrian", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/SignalizedJunctionLeftTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HighwayExit", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkingExit", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ConstructionObstacleTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/VehicleTurningRoutePedestrian", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/VehicleOpensDoorTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/MergerIntoSlowTrafficV2", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/PriorityAtJunction", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/AccidentTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/OppositeVehicleRunningRedLight", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkedObstacle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ControlLoss", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/NonSignalizedJunctionLeftTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ConstructionObstacle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/VehicleTurningRoute", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HazardAtSideLaneTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkedObstacleTwoWays", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/Accident", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/noScenarios", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/PedestrianCrossing", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HighwayCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/EnterActorFlowV2", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/ParkingCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/NonSignalizedJunctionRightTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/CrossingBicycleFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/HardBreakRoute", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/InvadingTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/SignalizedJunctionRightTurn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/MergerIntoSlowTraffic", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/InterurbanActorFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/StaticCutIn", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/DynamicObjectCrossing", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/OppositeVehicleTakingPriority", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/InterurbanAdvancedActorFlow", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/YieldToEmergencyVehicle", + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data/EnterActorFlow" + ], + "data_save_freq": 5, + "dataset_cache_name": "dataset_cache", + "debug": 0, + "deconv_channel_num_0": 128, + "deconv_channel_num_1": 64, + "deconv_channel_num_2": 32, + "deconv_scale_factor_0": 4, + "deconv_scale_factor_1": 8, + "default_forecast_length": 2.0, + "default_max_distance_to_process_scenario": 50, + "default_overtake_speed": 13.88888888888889, + "dense_route_planner_min_distance": 2.4, + "detailed_loss_weights": { + "loss_bev_semantic": 0.08333333333333333, + "loss_brake": 0.0, + "loss_center_heatmap": 0.08333333333333333, + "loss_checkpoint": 0.08333333333333333, + "loss_depth": 0.08333333333333333, + "loss_forcast": 0.0, + "loss_offset": 0.08333333333333333, + "loss_selection": 0.0, + "loss_semantic": 0.08333333333333333, + "loss_target_speed": 0.08333333333333333, + "loss_trajectories": 0.08333333333333333, + "loss_trajectory_confidence": 0.08333333333333333, + "loss_velocity": 0.0, + "loss_wh": 0.08333333333333333, + "loss_wp": 0.0, + "loss_yaw_class": 0.08333333333333333, + "loss_yaw_res": 0.08333333333333333 + }, + "detect_boxes": 1, + "detection_radius": 50.0, + "distance_to_delete_scenario_in_two_ways": 20, + "draw_future_route_till_distance": 500, + "draw_life_time": 0.051, + "ego_extent_x": 2.4508416652679443, + "ego_extent_y": 1.0641621351242065, + "ego_extent_z": 0.7553732395172119, + "ego_vehicles_route_point_search_distance": 40, + "embd_pdrop": 0.1, + "epochs": 31, + "estimate_class_distributions": 0, + "estimate_semantic_distribution": 0, + "extent_ego_bbs_speed_threshold": 5, + "extent_other_vehicles_bbs_speed_threshold": 1.0, + "extra_route_length": 50, + "extra_sensor_channels": 128, + "factor_accident_two_ways": 1.0, + "factor_construction_obstacle_two_ways": 1.0, + "factor_parked_obstacle_two_ways": 0.6, + "factor_vehicle_opens_door_two_ways": 0.475, + "fence_avoidance_margin_invading_turn": 0.3, + "focal_loss_gamma": 2.0, + "forcast_time": 0.5, + "forecast_length_lane_change": 1.1, + "fps": 20.0, + "fps_inv": 0.05, + "freeze_backbone": 0, + "front_wheel_base": -0.090769015, + "gpt_layer_norm_init_weight": 1.0, + "gpt_linear_layer_init_mean": 0.0, + "gpt_linear_layer_init_std": 0.02, + "grad_clip_max_norm": 1.0, + "gru_hidden_size": 64, + "gru_input_size": 256, + "high_speed_extent_factor_ego_x": 1.3, + "high_speed_extent_factor_ego_y": 1.2, + "high_speed_extent_x_factor_other_vehicle": 1.5, + "high_speed_extent_y_factor_other_vehicle": 1.3, + "high_speed_min_extent_x_other_vehicle": 1.2, + "high_speed_min_extent_x_other_vehicle_lane_change": 2.0, + "high_speed_min_extent_y_other_vehicle": 1.0, + "hist_max_per_pixel": 5, + "id": "stage2/tfpp_default", + "idm_acceleration_exponent": 4.0, + "idm_bicycle_desired_time_headway": 0.25, + "idm_bicycle_minimum_distance": 4.0, + "idm_comfortable_braking_deceleration_high_speed": 3.72, + "idm_comfortable_braking_deceleration_low_speed": 8.7, + "idm_comfortable_braking_deceleration_threshold": 6.02, + "idm_leading_vehicle_minimum_distance": 4.0, + "idm_leading_vehicle_time_headway": 0.25, + "idm_maximum_acceleration": 24.0, + "idm_pedestrian_desired_time_headway": 0.1, + "idm_pedestrian_minimum_distance": 4.0, + "idm_red_light_desired_time_headway": 0.1, + "idm_red_light_minimum_distance": 6.0, + "idm_stop_sign_desired_time_headway": 0.1, + "idm_stop_sign_minimum_distance": 2.0, + "idm_t_bound": 0.05, + "idm_two_way_scenarios_minimum_distance": 2.0, + "idm_two_way_scenarios_time_headway": 0.1, + "ignore_index": -999, + "image_architecture": "regnety_032", + "image_u_net_output_features": 512, + "img_horz_anchors": 32, + "img_seq_len": 1, + "img_step_size": 1, + "img_vert_anchors": 12, + "inference_direct_controller": true, + "inital_frames_delay": 40.0, + "input_path_to_target_speed_network": 0, + "iou_treshold_nms": 0.2, + "label_smoothing_alpha": 0.1, + "lane_shift_extension_length_for_yield_to_emergency_vehicle": 200, + "lateral_default_lookahead": 24, + "lateral_k_d": 1.3782508892109167, + "lateral_k_i": 0.6406067986034124, + "lateral_k_p": 3.118357247806046, + "lateral_n": 6, + "lateral_pid_default_lookahead": 24.0, + "lateral_pid_kd": 1.3782508892109167, + "lateral_pid_ki": 0.6406067986034124, + "lateral_pid_kp": 3.118357247806046, + "lateral_pid_maximum_lookahead_distance": 105.0, + "lateral_pid_minimum_lookahead_distance": 24.0, + "lateral_pid_speed_offset": 1.9152884533402488, + "lateral_pid_speed_scale": 0.9755321901954155, + "lateral_pid_speed_threshold": 23.150102938235136, + "lateral_pid_window_size": 6, + "lateral_speed_offset": 1.9152884533402488, + "lateral_speed_scale": 0.9755321901954155, + "lateral_speed_threshold": 23.150102938235136, + "leading_vehicles_max_route_angle_distance": 35.0, + "leading_vehicles_max_route_distance": 2.5, + "leading_vehicles_maximum_detection_radius": 800, + "learn_multi_task_weights": 0, + "learn_origin": 1, + "lidar_architecture": "regnety_032", + "lidar_aug_prob": 1.0, + "lidar_horz_anchors": 8, + "lidar_points_per_second": 600000, + "lidar_pos": [ + 0.0, + 0.0, + 2.5 + ], + "lidar_resolution_height": 256, + "lidar_resolution_width": 256, + "lidar_rot": [ + 0.0, + 0.0, + -90.0 + ], + "lidar_rotation_frequency": 10, + "lidar_seq_len": 1, + "lidar_split_height": 0.2, + "lidar_step_size": 1, + "lidar_vert_anchors": 8, + "light_radius": 64.0, + "load_file": "/cluster/work/andrebw/repos/temporal_garage/results/training/tfpp_base/model_0030.pth", + "local_rank": -999, + "log_route_planner_min_distance": 4.0, + "logdir": "/cluster/work/andrebw/repos/temporal_garage/results/training/stage2/tfpp_default", + "logger_region_of_interest": 30.0, + "logging_freq": 10, + "longitudinal_linear_regression_maximum_acceleration": 1.89, + "longitudinal_linear_regression_maximum_deceleration": -4.82, + "longitudinal_linear_regression_minimum_target_speed": 0.278, + "longitudinal_linear_regression_params": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 1.1990342347353184, + -0.8057602384167799, + 1.710818710950062, + 0.921890257450335, + 1.556497522998393, + -0.7013479734904027, + 1.031266635497984 + ] + }, + "longitudinal_max_acceleration": 1.89, + "longitudinal_params": { + "py/tuple": [ + 1.1990342347353184, + -0.8057602384167799, + 1.710818710950062, + 0.921890257450335, + 1.556497522998393, + -0.7013479734904027, + 1.031266635497984 + ] + }, + "longitudinal_pid_braking_ratio": 1.0324622059220139, + "longitudinal_pid_derivative_gain": 1.5761818624794222, + "longitudinal_pid_integral_gain": 0.2941563856687906, + "longitudinal_pid_max_window_length": 0, + "longitudinal_pid_minimum_target_speed": 0.278, + "longitudinal_pid_proportional_gain": 1.0016429066823955, + "longitudinal_pid_speed_error_scaling": 0.0, + "lr": 0.0003, + "max_blocked_ticks": 170, + "max_distance_lane_change_trailing_vehicles": 150, + "max_distance_to_overtake_two_way_scnearios": 80, + "max_distance_to_process_hazard_at_side_lane": 25, + "max_distance_to_process_hazard_at_side_lane_two_ways": 10, + "max_height_lidar": 100.0, + "max_lookahead_to_check_for_junction": 300, + "max_num_bbs": 30, + "max_num_trajectories": 20, + "max_speed_in_junction": 17.77777777777778, + "max_x": 32, + "max_y": 32, + "max_z": 4, + "max_z_projection": 14, + "min_walker_speed": 0.5, + "min_x": -32, + "min_y": -32, + "min_z": -4, + "min_z_projection": -10, + "minimum_lane_width_threshold": 2.5, + "minimum_lookahead_distance_to_compute_near_lane_change": 200, + "minimum_speed_to_prevent_rolling_back": 0.5, + "multi_step_lr_decay": 0.1, + "multi_wp_output": 0, + "n_head": 4, + "n_layer": 2, + "normalize_imagenet": true, + "num_bb_classes": 5, + "num_bev_semantic_classes": 11, + "num_decoder_heads": 8, + "num_dir_bins": 12, + "num_lidar_hits_for_detection_car": 1, + "num_lidar_hits_for_detection_walker": 1, + "num_repetitions": 1, + "num_route_points": 20, + "num_route_points_saved": 20, + "num_semantic_classes": 7, + "num_transformer_decoder_layers": 6, + "overtake_speed_vehicle_opens_door_two_ways": 11.11111111111111, + "pedestrian_minimum_extent": 1.5, + "perspective_downsample_factor": 1, + "pixels_per_meter": 4.0, + "pixels_per_meter_collection": 2.0, + "plant_embd_pdrop": 0.1, + "plant_hf_checkpoint": "prajjwal1/bert-medium", + "plant_max_speed_pred": 60.0, + "plant_num_attributes": 7, + "plant_object_types": 6, + "plant_precision_angle": 4, + "plant_precision_brake": 2, + "plant_precision_pos": 7, + "plant_precision_speed": 5, + "plant_pretraining": null, + "point_format": 0, + "point_precision": 0.01, + "points_per_meter": 10, + "pred_len": 8, + "predict_checkpoint_len": 10, + "previous_road_lane_retrieve_distance": 100, + "py/object": "config.GlobalConfig", + "ratio_target_speed_limit": 0.72, + "realign_lidar": 1, + "rear_wheel_base": 1.4178275, + "resid_pdrop": 0.1, + "return_temporal_attn_weights": false, + "root_dir": [ + "/cluster/work/andrebw/repos/temporal_garage/results/data/garage_v2/data" + ], + "route_planner_max_distance": 50.0, + "route_planner_min_distance": 7.5, + "route_points": 10, + "route_shift_end_distance_invading_turn": 100, + "route_shift_start_distance_invading_turn": 150, + "safety_box_x_max": 4.950841665267944, + "safety_box_x_min": 2.4508416652679443, + "safety_box_y_max": 0.8513297080993653, + "safety_box_y_min": -0.8513297080993653, + "safety_box_z_max": 1.5, + "safety_box_z_min": 0.5, + "schedule_reduce_epoch_01": 30, + "schedule_reduce_epoch_02": 40, + "seed": 0, + "semantic_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "seq_len": 1, + "seq_step": 1, + "setting": "13_withheld", + "skip_first": 10, + "slow_speed_extent_factor_ego": 1.0, + "slower_factor": 0.8, + "smooth_route": 1, + "speed_kd": 2.0, + "speed_ki": 1.0, + "speed_kp": 1.75, + "speed_limit_waypoints_spacing_check": 50, + "speed_n": 20, + "steer_noise": 0.001, + "steering_gain": 0.36848336, + "stuck_threshold": 1100, + "sync_batch_norm": 0, + "tailing_vehicles_maximum_detection_radius": 800, + "target_speed_bins": [ + 4.001, + 8.001, + 10.001, + 13.889888879999999, + 16.001, + 17.77877777, + 20.001 + ], + "target_speed_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "target_speeds": [ + 0.0, + 4.0, + 8.0, + 10, + 13.88888888, + 16, + 17.77777777, + 20 + ], + "temporal_fusion_heads": 4, + "temporal_fusion_layers": 1, + "temporal_hidden_dim": 512, + "tf_first_checkpoint_distance": 25, + "throttle_acceleration": 0.5633837, + "throttle_threshold_during_forecasting": 0.3, + "throttle_values": { + "dtype": "float64", + "py/object": "numpy.ndarray", + "values": [ + 0.963873001, + 0.000437535692, + -0.380192912, + 1.74950069, + 0.0916787414, + -0.070546153, + -0.00105996152, + 0.000671079346 + ] + }, + "time_step": 0.05, + "top_k_center_keypoints": 100, + "tp_attention": 0, + "trailing_vehicles_max_route_distance": 3.0, + "trailing_vehicles_max_route_distance_lane_change": 6.0, + "train_debug_save_freq": 1, + "train_sampling_rate": 1, + "trajectory_max_x": 310, + "trajectory_max_y": 380, + "trajectory_min_x": -70, + "trajectory_min_y": -120, + "trajectory_pred_len": 10, + "trajectory_step_size": 1, + "transformer_decoder_join": 1, + "transition_length_accident_two_ways": 40, + "transition_length_construction_obstacle_two_ways": 40, + "transition_length_parked_obstacle_two_ways": 40, + "transition_length_vehicle_opens_door_two_ways": 40, + "transition_smoothness_distance": 80, + "transition_smoothness_factor_construction_obstacle": 105.0, + "turn_kd": 0.3, + "turn_ki": 0.75, + "turn_kp": 1.25, + "turn_n": 20, + "two_tp_input": false, + "unclearing_distance_to_stop_sign": 10, + "use_amp": 0, + "use_bev_semantic": 1, + "use_color_aug": 1, + "use_controller_input_prediction": 1, + "use_cosine_schedule": 1, + "use_cutout": 0, + "use_dataset_pruning": true, + "use_depth": 1, + "use_discrete_command": 1, + "use_disk_cache": 1, + "use_focal_loss": 0, + "use_grad_clip": 0, + "use_ground_plane": 0, + "use_label_smoothing": 0, + "use_learnable_historic_initialization": true, + "use_optim_groups": 0, + "use_plant": 0, + "use_recurrent_training": true, + "use_semantic": 1, + "use_speed_weights": 0, + "use_temporal_fusion": 0, + "use_tp": 1, + "use_trajectory_prediction": 0, + "use_twohot_target_speeds": true, + "use_velocity": 1, + "use_velocity_brake_head": false, + "use_wp_gru": 0, + "val_every": 10, + "val_towns": [ + 13 + ], + "validation": true, + "weight_decay": 0.01, + "wp_dilation": 1, + "zero_redundancy_optimizer": 1 +} \ No newline at end of file diff --git a/tfpp_default/events.out.tfevents.1744546959.idun-07-06.411995.0 b/tfpp_default/events.out.tfevents.1744546959.idun-07-06.411995.0 new file mode 100644 index 0000000000000000000000000000000000000000..59479e6721c7b44b5ee5202ae4dce72f8e4303d7 --- /dev/null +++ b/tfpp_default/events.out.tfevents.1744546959.idun-07-06.411995.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a236e302aab8e22c60860fbffa3d656e2884ca6ccc32190bc967f37ca6b4ad5d +size 31678 diff --git a/tfpp_default/model_0030.pth b/tfpp_default/model_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..c802d913769e415d2e859f7402bd25a6b3c77544 --- /dev/null +++ b/tfpp_default/model_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705284713d8e425287ec8b7ab9a80247a4f01fbd6c2b2c0172b7d320b4cc1453 +size 483676856 diff --git a/tfpp_default/optimizer_0030.pth b/tfpp_default/optimizer_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..6809d0f3b3ec4ef5e1afa894387f6360fc63cee1 --- /dev/null +++ b/tfpp_default/optimizer_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6008c4ee4bd58c710f25edefa60f16170972ba43c3079ec7d4dcc3b91ecac666 +size 1447298630 diff --git a/tfpp_default/scaler_0030.pth b/tfpp_default/scaler_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..4a529707305f713311a2002514505339c7e3fd09 --- /dev/null +++ b/tfpp_default/scaler_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5f881f1527bc81147a2213cbad06ff07ed5b0de3143c791692f655baacfdba5 +size 880 diff --git a/tfpp_default/scheduler_0030.pth b/tfpp_default/scheduler_0030.pth new file mode 100644 index 0000000000000000000000000000000000000000..0f2388cc5d7e570f7476adc72a3c6dfa98eaf3e8 --- /dev/null +++ b/tfpp_default/scheduler_0030.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d55f61ba331a3a466b3f9b2aa7fece2c2472812c33dee7f229d158f849cbd55a +size 1084