tsilva's picture
Publish versioned rlab policy bundle v1
5146334 verified
Raw
History Blame Contribute Delete
4.73 kB
{"checkpoint":{"algorithm_id":"ppo","filename":"model.zip","kind":"final","model_class":"stable_baselines3.ppo.ppo.PPO","sha256":"b9aa80fbf733e9bf1d07d337dc8db9568685468fb7fb9e0b78feae5fbb7b6f3d","size_bytes":21054230,"step":3220272},"document_type":"rlab.model","format_version":1,"policy":{"algorithm_id":"ppo","model_class":"stable_baselines3.ppo.ppo.PPO","training_backend_config_hash":"4a6293118b258140c5a2285db3a2d4e49bdf370706890b27bb462191edf67380","training_backend_id":"sb3.ppo"},"provenance":{"goal_slug":"Level3-4","kind":"final","metadata_version":2,"queue_train_job_id":13,"recipe_slug":"base","repo_git_commit":"a21e8fc154ecf3e47e39f1fc523398b575cd12ed","run_description":"Seed 1 runs the Level3-4 transfer of the successful Level1-1 B55 low-KL late-decay recipe, created to test whether that policy recipe transfers without changing PPO or reward hyperparameters while overriding only Level3-4 identity and reporting metadata.","run_name":"Level3-4_base_s1_20260704T131342Z","runtime_image_ref":"docker:ghcr.io/tsilva/rlab/rlab-train@sha256:11ea3a1621ab743bd20c64cd5f96f36e76505faf0dece2e6a7d964a8f3194169","seed":1,"training_metadata":{"env_config":{"action_set":"simple","clip_rewards":false,"completion_reward":0.0,"death_penalty":25.0,"done_on_events":["life_loss","level_change"],"env_provider":"supermariobrosnes-turbo","env_threads":4,"env_wrappers":[{"id":"SuperMarioBrosNesProgressInfoWrapper","kwargs":{}},{"id":"SuperMarioBrosNesRewardEnvWrapper","kwargs":{"completion_reward":0.0,"death_penalty":25.0,"progress_reward_scale":1.0,"reward_mode":"score","reward_scale":10.0,"score_progress_clipped":false,"terminal_reward":50.0}}],"frame_skip":4,"game":"SuperMarioBros-Nes-v0","hud_crop_top":-1,"info_events":{},"max_episode_steps":4500,"max_pool_frames":false,"no_progress_min_delta":0,"no_progress_timeout_steps":0,"obs_crop":[32,0,0,0],"obs_resize_algorithm":"area","observation_size":84,"progress_reward_cap":30.0,"progress_reward_scale":1.0,"reward_mode":"score","reward_scale":10.0,"score_progress_clipped":false,"state":"Level3-4","state_distribution":[],"state_probs":[],"state_sampling_mode":"single","states":[],"sticky_action_prob":0.0,"task_conditioning":false,"task_conditioning_info_values":[],"task_conditioning_info_vars":[],"terminal_reward":50.0,"time_penalty":0.0,"use_retro_reward":false},"environment":{"env_id":"supermariobrosnes-turbo:SuperMarioBros-Nes-v0","preprocessing":{"frame_skip":4,"frame_stack":4,"max_pool_frames":false,"obs_copy":"safe_view","obs_crop":[32,0,0,0],"obs_crop_fill":0,"obs_crop_mode":"remove","obs_grayscale":true,"obs_resize":[84,84],"obs_resize_algorithm":"area","pipeline":"supermariobrosnes_turbo_native_vec_env","policy_observation_layout":"channel_first","sticky_action_prob":0.0},"provider_args":{"frame_stack":4,"info":"data","info_filter":"all","inttype":"stable","noop_reset_max":0,"obs_copy":"safe_view","obs_grayscale":true,"obs_layout":"chw","obs_type":"image","players":1,"record":false,"render_mode":"rgb_array","reward_clip":false,"rom_path":null,"scenario":"scenario","use_restricted_actions":"filtered"},"schema_version":2,"state":"Level3-4","task":{"action":{"set":"simple"},"events":{"level_change":{"operation":"change","signal":"level"},"life_loss":{"operation":"decrease","signal":"lives"}},"id":"mario","reward":{"clip_rewards":false,"completion_reward":0.0,"death_penalty":25.0,"progress_reward_cap":30.0,"progress_reward_scale":1.0,"reward_mode":"score","reward_scale":10.0,"score_progress_clipped":false,"terminal_reward":50.0,"time_penalty":0.0,"use_native_reward":false},"signals":{"level":["levelHi","levelLo"],"lives":"lives","score":"score","x":["xscrollHi","xscrollLo"]},"termination":{"failure":["life_loss"],"max_episode_steps":4500,"success":["level_change"]}}},"environment_hash":"sha256:7969db636994526e3c3c1614d378f6de882854a51d54ac9d3ac664fe00b4248a","preprocessing":{"frame_skip":4,"frame_stack":4,"max_pool_frames":false,"obs_copy":"safe_view","obs_crop":[32,0,0,0],"obs_crop_fill":0,"obs_crop_mode":"remove","obs_grayscale":true,"obs_resize":[84,84],"obs_resize_algorithm":"area","pipeline":"supermariobrosnes_turbo_native_vec_env","policy_observation_layout":"channel_first","sticky_action_prob":0.0},"versions":{"stable_baselines3":"2.8.0","stable_retro_turbo":"1.0.1.post5","supermariobrosnes_turbo":"0.2.5"}},"training_metadata_hash":"888e6b059f501de05e052c932d53f39d50bf6cc8f6ae60f2bfccd3000d0e8d98","wandb_project":"SuperMarioBros-Nes-v0","wandb_run_id":"bsoja8h7","wandb_run_path":"tsilva/SuperMarioBros-Nes-v0/bsoja8h7"},"recipe":{"document_type":"rlab.recipe","filename":"recipe.json","format_version":1,"sha256":"b39f0cb63a1dad99a6e0f560843006f748cdea99b4e68073b81ab4be5e836e8b","size_bytes":10826}}