Upload folder using huggingface_hub

.gitattributes

@@ -57,3 +57,7 @@ adam_first_ep_g9649/policy_trace.mp4 filter=lfs diff=lfs merge=lfs -text
 adam_first_ep_g9905/policy_trace.mp4 filter=lfs diff=lfs merge=lfs -text
 adam_first_ep_g9974/policy_trace.mp4 filter=lfs diff=lfs merge=lfs -text
 adam_first_ep_g9993/policy_trace.mp4 filter=lfs diff=lfs merge=lfs -text
+adam_first_ep_g9513/policy_trace.mp4 filter=lfs diff=lfs merge=lfs -text
+adam_first_ep_g9868/policy_trace.mp4 filter=lfs diff=lfs merge=lfs -text
+adam_first_ep_g9964/policy_trace.mp4 filter=lfs diff=lfs merge=lfs -text
+adam_first_ep_g999/policy_trace.mp4 filter=lfs diff=lfs merge=lfs -text

adam_first_ep_g75/action_probs.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a4dc05102a56e3012ca773a6802f3938ab7ec7ede4aa19605ed266f5bf5e3d8
-size 1499323
+oid sha256:b29a462137df46825beab15a49f00032a68fa45e893140d7937c2f60838711e2
+size 1500852

adam_first_ep_g75/checkpoints.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:695ca13e9afc45800b5bd2069066b69ace77611ab0d42b30e7389460d9624e74
-size 1547615088
+oid sha256:2625e1a7d20e7ead54f1333e829eb081a779134a8ccf096859d195382808dbd9
+size 1547775746

adam_first_ep_g75/latest_eval.json

@@ -1,5 +1,5 @@
 {
-  "ts": "2025-09-22T22:28:03.652332Z",
+  "ts": "2025-09-22T14:27:13.675723Z",
   "loop": 32540,
   "env_steps": 4998144000,
   "exact_value_avg": 0.1519668698310852,

adam_first_ep_g75/latest_train.json

@@ -1,11 +1,11 @@
 {
-  "ts": "2025-09-22T22:28:08.290182Z",
+  "ts": "2025-09-22T14:27:18.241482Z",
   "loop": 32551,
   "env_steps": 4999987200,
   "loss": -0.0,
   "avg_return": 0.15196684002876282,
   "regret": 0.0,
-  "entropy": 1.5960644361712184e-08,
+  "entropy": 1.3763517436871098e-08,
   "lr": 5e-05,
   "discount_rate": 0.75,
   "duplication_factor": 20,

adam_first_ep_g75/policy_trace.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:829a3316a1bf18d6c1faea06a30138d8810371cdfc1cbf720a6659cbf0a1e2b8
-size 256680
+oid sha256:cdc79281caae9c6fb2361684c81ebbe719376c052c5338d34f0cb95db9e65b6a
+size 263845

adam_first_ep_g75/setup.json

@@ -20,15 +20,15 @@
     "checkpoint_schedule": "0:1,250:2,500:5,1000:10,2000:20"
   },
   "setup": {
-    "start_time_utc": "2025-09-22T18:45:01.160505Z",
+    "start_time_utc": "2025-09-22T10:50:06.914562Z",
     "seed": 42,
     "device": "cuda",
     "python_version": "3.11.11",
-    "torch_version": "2.10.0.dev20250921+cu126",
+    "torch_version": "2.7.0+cu126",
     "jax_version": "0.6.2",
-    "hostname": "68d07fcf6382",
-    "platform": "Linux-5.15.0-151-generic-x86_64-with-glibc2.35",
-    "git_sha": "d957ce0d8d58615ff31dc985c5bc0720980f7b36",
+    "hostname": "cc99e999c817",
+    "platform": "Linux-5.15.0-88-generic-x86_64-with-glibc2.35",
+    "git_sha": "0cf8df44bc95b6408d52e80dc2ef4a758a405a91",
     "git_branch": "rl/main",
     "use_wandb": false
   }

adam_first_ep_g75/setup.txt

@@ -1,8 +1,8 @@
-Start: 2025-09-22T18:45:01.160505Z
+Start: 2025-09-22T10:50:06.914562Z
 Seed: 42
 Device: cuda
-Python: 3.11.11 | Torch: 2.10.0.dev20250921+cu126 | JAX: 0.6.2
-Host: 68d07fcf6382
-Platform: Linux-5.15.0-151-generic-x86_64-with-glibc2.35
-Git: branch=rl/main sha=d957ce0d8d58615ff31dc985c5bc0720980f7b36
+Python: 3.11.11 | Torch: 2.7.0+cu126 | JAX: 0.6.2
+Host: cc99e999c817
+Platform: Linux-5.15.0-88-generic-x86_64-with-glibc2.35
+Git: branch=rl/main sha=0cf8df44bc95b6408d52e80dc2ef4a758a405a91
 use_wandb: False

adam_first_ep_g8197/action_probs.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:700fa00d6129f1594833a9c38285321eca30061cd8ae3ac9f5c3500c2c333c15
+oid sha256:618c7f4712c4d4c0a94d310726cc6f66b58c68d52ec2d69b10cdc901d7730e79
 size 1517192

adam_first_ep_g8197/checkpoints.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ccf2c74c4b824bd415835015b1f6d71d6abb6f40a9fbd1c9e74dab496af6e80d
+oid sha256:8cdad3e38dd740e486a5ebc33cf39cd4f949146febb63e156db0039f0a79d4d7
 size 1547483646

adam_first_ep_g9513/action_probs.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca3dedf6dcfe7a2a1207a0f6e7734b266739dd99d4d7a452b21200da96515a1
+size 1734748

adam_first_ep_g9513/checkpoints.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b40fd13f6cf82f2c4267aafdd8a1f25c7b91b12c14311fccef489a75d5899b5
+size 1547420280

adam_first_ep_g9513/config.cfg

@@ -0,0 +1,18 @@
+num_rollout_steps=64
+lr=5e-05
+discount_rate=0.9513
+eff_horizon=None
+eval_every=10
+duplication_factor=20
+use_wandb=False
+num_total_env_steps=5000000000
+checkpoint=adam_first_ep_g9513
+num_levels=None
+render_sixel=False
+seed=42
+mask_type=first_episode
+penalize_time=False
+corner_size=1
+optim=adam
+live_monitor=True
+checkpoint_schedule=0:1,250:2,500:5,1000:10,2000:20

adam_first_ep_g9513/config.json

@@ -0,0 +1,20 @@
+{
+  "checkpoint": "adam_first_ep_g9513",
+  "checkpoint_schedule": "0:1,250:2,500:5,1000:10,2000:20",
+  "corner_size": 1,
+  "discount_rate": 0.9513,
+  "duplication_factor": 20,
+  "eff_horizon": null,
+  "eval_every": 10,
+  "live_monitor": true,
+  "lr": 5e-05,
+  "mask_type": "first_episode",
+  "num_levels": null,
+  "num_rollout_steps": 64,
+  "num_total_env_steps": 5000000000,
+  "optim": "adam",
+  "penalize_time": false,
+  "render_sixel": false,
+  "seed": 42,
+  "use_wandb": false
+}

adam_first_ep_g9513/latest_eval.json

@@ -0,0 +1,9 @@
+{
+  "ts": "2025-09-23T02:04:47.760339Z",
+  "loop": 32540,
+  "env_steps": 4998144000,
+  "exact_value_avg": 0.6508079767227173,
+  "regret": 5.960464477539063e-08,
+  "exact_optimal_return": 0.6508080363273621,
+  "action_probs_image_path": "jaxgmg_ckpt_pt/adam_first_ep_g9513/action_probs/img_32540.png"
+}

adam_first_ep_g9513/latest_train.json

@@ -0,0 +1,13 @@
+{
+  "ts": "2025-09-23T02:04:52.287214Z",
+  "loop": 32551,
+  "env_steps": 4999987200,
+  "loss": 6.763982582924655e-07,
+  "avg_return": 0.6508080363273621,
+  "regret": 5.960464477539063e-08,
+  "entropy": 4.164845449849963e-05,
+  "lr": 5e-05,
+  "discount_rate": 0.9513,
+  "duplication_factor": 20,
+  "num_rollout_steps": 64
+}

adam_first_ep_g9513/policy_trace.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f3c7dceb6b3bb7e64dc2c47727d8cd2da3bb563cab3fa1ea5b58189d6f0eb5
+size 323534

adam_first_ep_g9513/setup.json

@@ -0,0 +1,35 @@
+{
+  "config": {
+    "num_rollout_steps": 64,
+    "lr": 5e-05,
+    "discount_rate": 0.9513,
+    "eff_horizon": null,
+    "eval_every": 10,
+    "duplication_factor": 20,
+    "use_wandb": false,
+    "num_total_env_steps": 5000000000,
+    "checkpoint": "adam_first_ep_g9513",
+    "num_levels": null,
+    "render_sixel": false,
+    "seed": 42,
+    "mask_type": "first_episode",
+    "penalize_time": false,
+    "corner_size": 1,
+    "optim": "adam",
+    "live_monitor": true,
+    "checkpoint_schedule": "0:1,250:2,500:5,1000:10,2000:20"
+  },
+  "setup": {
+    "start_time_utc": "2025-09-22T22:27:03.078571Z",
+    "seed": 42,
+    "device": "cuda",
+    "python_version": "3.11.11",
+    "torch_version": "2.7.0+cu126",
+    "jax_version": "0.6.2",
+    "hostname": "cc99e999c817",
+    "platform": "Linux-5.15.0-88-generic-x86_64-with-glibc2.35",
+    "git_sha": "0cf8df44bc95b6408d52e80dc2ef4a758a405a91",
+    "git_branch": "rl/main",
+    "use_wandb": false
+  }
+}

adam_first_ep_g9513/setup.txt

@@ -0,0 +1,8 @@
+Start: 2025-09-22T22:27:03.078571Z
+Seed: 42
+Device: cuda
+Python: 3.11.11 | Torch: 2.7.0+cu126 | JAX: 0.6.2
+Host: cc99e999c817
+Platform: Linux-5.15.0-88-generic-x86_64-with-glibc2.35
+Git: branch=rl/main sha=0cf8df44bc95b6408d52e80dc2ef4a758a405a91
+use_wandb: False

adam_first_ep_g9868/action_probs.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92322d73f0ed3e29149b6154bd8c4c6c5ba896e52f2b57f853f8cc6f3632a2e7
+size 1574159

adam_first_ep_g9868/checkpoints.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ae51df9cf7dc49e223e0407396579dbd68ee4842493721d7d552a4aa244a88
+size 1547657682

adam_first_ep_g9868/config.cfg

@@ -0,0 +1,18 @@
+num_rollout_steps=64
+lr=5e-05
+discount_rate=0.9868
+eff_horizon=None
+eval_every=10
+duplication_factor=20
+use_wandb=False
+num_total_env_steps=5000000000
+checkpoint=adam_first_ep_g9868
+num_levels=None
+render_sixel=False
+seed=42
+mask_type=first_episode
+penalize_time=False
+corner_size=1
+optim=adam
+live_monitor=True
+checkpoint_schedule=0:1,250:2,500:5,1000:10,2000:20

adam_first_ep_g9868/config.json

@@ -0,0 +1,20 @@
+{
+  "checkpoint": "adam_first_ep_g9868",
+  "checkpoint_schedule": "0:1,250:2,500:5,1000:10,2000:20",
+  "corner_size": 1,
+  "discount_rate": 0.9868,
+  "duplication_factor": 20,
+  "eff_horizon": null,
+  "eval_every": 10,
+  "live_monitor": true,
+  "lr": 5e-05,
+  "mask_type": "first_episode",
+  "num_levels": null,
+  "num_rollout_steps": 64,
+  "num_total_env_steps": 5000000000,
+  "optim": "adam",
+  "penalize_time": false,
+  "render_sixel": false,
+  "seed": 42,
+  "use_wandb": false
+}

adam_first_ep_g9868/latest_eval.json

@@ -0,0 +1,9 @@
+{
+  "ts": "2025-09-23T05:46:34.424210Z",
+  "loop": 32540,
+  "env_steps": 4998144000,
+  "exact_value_avg": 0.8878134489059448,
+  "regret": 0.0,
+  "exact_optimal_return": 0.8878134489059448,
+  "action_probs_image_path": "jaxgmg_ckpt_pt/adam_first_ep_g9868/action_probs/img_32540.png"
+}

adam_first_ep_g9868/latest_train.json

@@ -0,0 +1,13 @@
+{
+  "ts": "2025-09-23T05:46:38.964333Z",
+  "loop": 32551,
+  "env_steps": 4999987200,
+  "loss": 1.096579563264477e-10,
+  "avg_return": 0.8878134489059448,
+  "regret": 0.0,
+  "entropy": 3.708085216658219e-08,
+  "lr": 5e-05,
+  "discount_rate": 0.9868,
+  "duplication_factor": 20,
+  "num_rollout_steps": 64
+}

adam_first_ep_g9868/policy_trace.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460ee0e5281b293de1ed209432b452e128c50ba862988de42593b8e0bd45a6db
+size 301478

adam_first_ep_g9868/setup.json

@@ -0,0 +1,35 @@
+{
+  "config": {
+    "num_rollout_steps": 64,
+    "lr": 5e-05,
+    "discount_rate": 0.9868,
+    "eff_horizon": null,
+    "eval_every": 10,
+    "duplication_factor": 20,
+    "use_wandb": false,
+    "num_total_env_steps": 5000000000,
+    "checkpoint": "adam_first_ep_g9868",
+    "num_levels": null,
+    "render_sixel": false,
+    "seed": 42,
+    "mask_type": "first_episode",
+    "penalize_time": false,
+    "corner_size": 1,
+    "optim": "adam",
+    "live_monitor": true,
+    "checkpoint_schedule": "0:1,250:2,500:5,1000:10,2000:20"
+  },
+  "setup": {
+    "start_time_utc": "2025-09-23T02:09:04.013196Z",
+    "seed": 42,
+    "device": "cuda",
+    "python_version": "3.11.11",
+    "torch_version": "2.7.0+cu126",
+    "jax_version": "0.6.2",
+    "hostname": "cc99e999c817",
+    "platform": "Linux-5.15.0-88-generic-x86_64-with-glibc2.35",
+    "git_sha": "0cf8df44bc95b6408d52e80dc2ef4a758a405a91",
+    "git_branch": "rl/main",
+    "use_wandb": false
+  }
+}

adam_first_ep_g9868/setup.txt

@@ -0,0 +1,8 @@
+Start: 2025-09-23T02:09:04.013196Z
+Seed: 42
+Device: cuda
+Python: 3.11.11 | Torch: 2.7.0+cu126 | JAX: 0.6.2
+Host: cc99e999c817
+Platform: Linux-5.15.0-88-generic-x86_64-with-glibc2.35
+Git: branch=rl/main sha=0cf8df44bc95b6408d52e80dc2ef4a758a405a91
+use_wandb: False

adam_first_ep_g9964/action_probs.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d011009d2e8c6a49ebc070b4e1b1bd928adfe94b2b80882c4ba911dc99ba11
+size 1989878

adam_first_ep_g9964/checkpoints.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6296ec57625aa728e4b6ab43124511be0de2e005d66232943c09c526071e4d44
+size 1547268470

adam_first_ep_g9964/config.cfg

@@ -0,0 +1,18 @@
+num_rollout_steps=64
+lr=5e-05
+discount_rate=0.9964
+eff_horizon=None
+eval_every=10
+duplication_factor=20
+use_wandb=False
+num_total_env_steps=5000000000
+checkpoint=adam_first_ep_g9964
+num_levels=None
+render_sixel=False
+seed=42
+mask_type=first_episode
+penalize_time=False
+corner_size=1
+optim=adam
+live_monitor=True
+checkpoint_schedule=0:1,250:2,500:5,1000:10,2000:20

adam_first_ep_g9964/config.json

@@ -0,0 +1,20 @@
+{
+  "checkpoint": "adam_first_ep_g9964",
+  "checkpoint_schedule": "0:1,250:2,500:5,1000:10,2000:20",
+  "corner_size": 1,
+  "discount_rate": 0.9964,
+  "duplication_factor": 20,
+  "eff_horizon": null,
+  "eval_every": 10,
+  "live_monitor": true,
+  "lr": 5e-05,
+  "mask_type": "first_episode",
+  "num_levels": null,
+  "num_rollout_steps": 64,
+  "num_total_env_steps": 5000000000,
+  "optim": "adam",
+  "penalize_time": false,
+  "render_sixel": false,
+  "seed": 42,
+  "use_wandb": false
+}

adam_first_ep_g9964/latest_eval.json

@@ -0,0 +1,9 @@
+{
+  "ts": "2025-09-23T09:28:44.224525Z",
+  "loop": 32540,
+  "env_steps": 4998144000,
+  "exact_value_avg": 0.9678743481636047,
+  "regret": 1.9073486328125e-05,
+  "exact_optimal_return": 0.9678934216499329,
+  "action_probs_image_path": "jaxgmg_ckpt_pt/adam_first_ep_g9964/action_probs/img_32540.png"
+}

adam_first_ep_g9964/latest_train.json

@@ -0,0 +1,13 @@
+{
+  "ts": "2025-09-23T09:28:48.788429Z",
+  "loop": 32551,
+  "env_steps": 4999987200,
+  "loss": 0.0012626618845388293,
+  "avg_return": 0.967880368232727,
+  "regret": 1.9073486328125e-05,
+  "entropy": 0.008353522047400475,
+  "lr": 5e-05,
+  "discount_rate": 0.9964,
+  "duplication_factor": 20,
+  "num_rollout_steps": 64
+}

adam_first_ep_g9964/policy_trace.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8beb4b71b991fb0fe383fae857903794bca5b868081b918e468f7bc32ce4f4e
+size 402139

adam_first_ep_g9964/setup.json

@@ -0,0 +1,35 @@
+{
+  "config": {
+    "num_rollout_steps": 64,
+    "lr": 5e-05,
+    "discount_rate": 0.9964,
+    "eff_horizon": null,
+    "eval_every": 10,
+    "duplication_factor": 20,
+    "use_wandb": false,
+    "num_total_env_steps": 5000000000,
+    "checkpoint": "adam_first_ep_g9964",
+    "num_levels": null,
+    "render_sixel": false,
+    "seed": 42,
+    "mask_type": "first_episode",
+    "penalize_time": false,
+    "corner_size": 1,
+    "optim": "adam",
+    "live_monitor": true,
+    "checkpoint_schedule": "0:1,250:2,500:5,1000:10,2000:20"
+  },
+  "setup": {
+    "start_time_utc": "2025-09-23T05:50:58.197276Z",
+    "seed": 42,
+    "device": "cuda",
+    "python_version": "3.11.11",
+    "torch_version": "2.7.0+cu126",
+    "jax_version": "0.6.2",
+    "hostname": "cc99e999c817",
+    "platform": "Linux-5.15.0-88-generic-x86_64-with-glibc2.35",
+    "git_sha": "0cf8df44bc95b6408d52e80dc2ef4a758a405a91",
+    "git_branch": "rl/main",
+    "use_wandb": false
+  }
+}