Push agent to the Hub

README.md

@@ -1,6 +1,6 @@
 ---
 tags:
-- CartPole-v1
+- LunarLander-v2
 - ppo
 - deep-reinforcement-learning
 - reinforcement-learning
@@ -13,18 +13,18 @@ model-index:
       type: reinforcement-learning
       name: reinforcement-learning
     dataset:
-      name: CartPole-v1
-      type: CartPole-v1
+      name: LunarLander-v2
+      type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 177.80 +/- 56.63
+      value: -166.08 +/- 99.21
       name: mean_reward
       verified: false
 ---
 
-  # PPO Agent Playing CartPole-v1
+  # PPO Agent Playing LunarLander-v2
 
-  This is a trained model of a PPO agent playing CartPole-v1.
+  This is a trained model of a PPO agent playing LunarLander-v2.
 
   # Hyperparameters
   ```python
@@ -36,8 +36,8 @@ model-index:
 'wandb_project_name': 'cleanRL'
 'wandb_entity': None
 'capture_video': False
-'env_id': 'CartPole-v1'
-'total_timesteps': 50000
+'env_id': 'LunarLander-v2'
+'total_timesteps': 50
 'learning_rate': 0.00025
 'num_envs': 4
 'num_steps': 128
@@ -54,7 +54,7 @@ model-index:
 'vf_coef': 0.5
 'max_grad_norm': 0.5
 'target_kl': None
-'repo_id': 'bakermann/ppo-CartPole-v1'
+'repo_id': 'bakermann/ppo-LunarLander-v2'
 'batch_size': 512
 'minibatch_size': 128}
   ```

logs/events.out.tfevents.1722595821.LAPTOP-1P7DPSC7.38572.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76210479ecb94f393b5c042adede06c5ad891b82d7fa6260c3f478f04e3fd11a
+size 737

model.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b96a6b3800ee49255e5d8ea2514c6773f9bb1b7b7499a6a0a8ee90a3477e935
-size 40338
+oid sha256:c76d2260978248593cfa7e82b9937ae6b9da3048967387d6e2136719b874dde9
+size 42898

results.json

@@ -1 +1 @@
-{"env_id": "CartPole-v1", "mean_reward": 177.8, "std_reward": 56.63002737064498, "n_evaluation_episodes": 10, "eval_datetime": "2024-08-02T12:22:59.715149"}
+{"env_id": "LunarLander-v2", "mean_reward": -166.0772420793574, "std_reward": 99.21451115055338, "n_evaluation_episodes": 10, "eval_datetime": "2024-08-02T12:50:24.210236"}