Upload folder using huggingface_hub
Browse files- al_0.47_g_0.99_124_v2/action_logprobs.pth.gz +3 -0
- al_0.47_g_0.99_124_v2/action_probs.tar.gz +3 -0
- al_0.47_g_0.99_124_v2/checkpoints.tar.gz +3 -0
- al_0.47_g_0.99_124_v2/config.cfg +46 -0
- al_0.47_g_0.99_124_v2/config.json +48 -0
- al_0.47_g_0.99_124_v2/eval.jsonl +0 -0
- al_0.47_g_0.99_124_v2/eval.log +0 -0
- al_0.47_g_0.99_124_v2/latest_eval.json +18 -0
- al_0.47_g_0.99_124_v2/latest_train.json +12 -0
- al_0.47_g_0.99_124_v2/setup.json +63 -0
- al_0.47_g_0.99_124_v2/setup.txt +8 -0
- al_0.47_g_0.99_124_v2/train.jsonl +0 -0
- al_0.47_g_0.99_124_v2/train.log +0 -0
al_0.47_g_0.99_124_v2/action_logprobs.pth.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3de9773182c8fe00561cfe4096c8df785209e34223eb4281dcf4f99fa28ac097
|
| 3 |
+
size 1107135840
|
al_0.47_g_0.99_124_v2/action_probs.tar.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:846a9cecb6c9e562c67076968955c901ca2897f1f8244b48ee174d79a4ef27a7
|
| 3 |
+
size 118316731
|
al_0.47_g_0.99_124_v2/checkpoints.tar.gz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:adfc24fb3d72ebce65188d1991e58cc76c053c399c623e1ee73d08dd34fb4b27
|
| 3 |
+
size 1547191224
|
al_0.47_g_0.99_124_v2/config.cfg
ADDED
|
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
rl_action=train
|
| 2 |
+
num_rollout_steps=64
|
| 3 |
+
lr=5e-05
|
| 4 |
+
discount_rate=0.99
|
| 5 |
+
eff_horizon=None
|
| 6 |
+
eval_every=1
|
| 7 |
+
use_wandb=True
|
| 8 |
+
use_hf=True
|
| 9 |
+
use_log=True
|
| 10 |
+
num_total_env_steps=20000000000
|
| 11 |
+
checkpoint=al_0.47_g_0.99_124_v2
|
| 12 |
+
render_sixel=False
|
| 13 |
+
sixel_idx=60
|
| 14 |
+
seed=124
|
| 15 |
+
mask_type=first_episode
|
| 16 |
+
penalize_time=False
|
| 17 |
+
optim=adam
|
| 18 |
+
live_monitor=False
|
| 19 |
+
use_bf16=False
|
| 20 |
+
eval_schedule=0:1,250:2,500:5,1000:10,2000:20
|
| 21 |
+
grad_acc_per_chunk=5
|
| 22 |
+
num_rollout_chunks=1
|
| 23 |
+
cheese_loc=any
|
| 24 |
+
env_layout=open
|
| 25 |
+
alpha=0.47
|
| 26 |
+
env_size=13
|
| 27 |
+
num_levels=9600
|
| 28 |
+
f_str_ckpt=al_{alpha}_g_{discount_rate}_{seed}_v2
|
| 29 |
+
wandb_project=jaxgmg_3phase_seed_v2
|
| 30 |
+
ckpt_dir=jaxgmg_test
|
| 31 |
+
duplication_factor=-1
|
| 32 |
+
smoke=False
|
| 33 |
+
num_chains=6
|
| 34 |
+
num_draws=3000
|
| 35 |
+
on_policy=True
|
| 36 |
+
nbeta=3000
|
| 37 |
+
localization=10
|
| 38 |
+
exact_solver_each_draw=False
|
| 39 |
+
llc_optimizer=sgld
|
| 40 |
+
iw_clip_eps=None
|
| 41 |
+
rmsprop_burnin=20
|
| 42 |
+
llc_data_file=llc_scan_open_reinforce.pkl
|
| 43 |
+
llc_checkpoint_index=0
|
| 44 |
+
repo_id=davidquarel/jaxgmg_ckpt_zip
|
| 45 |
+
use_shuffled_checkpoints=False
|
| 46 |
+
force_re_download=False
|
al_0.47_g_0.99_124_v2/config.json
ADDED
|
@@ -0,0 +1,48 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alpha": 0.47,
|
| 3 |
+
"checkpoint": "al_0.47_g_0.99_124_v2",
|
| 4 |
+
"cheese_loc": "any",
|
| 5 |
+
"ckpt_dir": "jaxgmg_test",
|
| 6 |
+
"discount_rate": 0.99,
|
| 7 |
+
"duplication_factor": -1,
|
| 8 |
+
"eff_horizon": null,
|
| 9 |
+
"env_layout": "open",
|
| 10 |
+
"env_size": 13,
|
| 11 |
+
"eval_every": 1,
|
| 12 |
+
"eval_schedule": "0:1,250:2,500:5,1000:10,2000:20",
|
| 13 |
+
"exact_solver_each_draw": false,
|
| 14 |
+
"f_str_ckpt": "al_{alpha}_g_{discount_rate}_{seed}_v2",
|
| 15 |
+
"force_re_download": false,
|
| 16 |
+
"grad_acc_per_chunk": 5,
|
| 17 |
+
"iw_clip_eps": null,
|
| 18 |
+
"live_monitor": false,
|
| 19 |
+
"llc_checkpoint_index": 0,
|
| 20 |
+
"llc_data_file": "llc_scan_open_reinforce.pkl",
|
| 21 |
+
"llc_optimizer": "sgld",
|
| 22 |
+
"localization": 10,
|
| 23 |
+
"lr": 5e-05,
|
| 24 |
+
"mask_type": "first_episode",
|
| 25 |
+
"nbeta": 3000,
|
| 26 |
+
"num_chains": 6,
|
| 27 |
+
"num_draws": 3000,
|
| 28 |
+
"num_levels": 9600,
|
| 29 |
+
"num_rollout_chunks": 1,
|
| 30 |
+
"num_rollout_steps": 64,
|
| 31 |
+
"num_total_env_steps": 20000000000,
|
| 32 |
+
"on_policy": true,
|
| 33 |
+
"optim": "adam",
|
| 34 |
+
"penalize_time": false,
|
| 35 |
+
"render_sixel": false,
|
| 36 |
+
"repo_id": "davidquarel/jaxgmg_ckpt_zip",
|
| 37 |
+
"rl_action": "train",
|
| 38 |
+
"rmsprop_burnin": 20,
|
| 39 |
+
"seed": 124,
|
| 40 |
+
"sixel_idx": 60,
|
| 41 |
+
"smoke": false,
|
| 42 |
+
"use_bf16": false,
|
| 43 |
+
"use_hf": true,
|
| 44 |
+
"use_log": true,
|
| 45 |
+
"use_shuffled_checkpoints": false,
|
| 46 |
+
"use_wandb": true,
|
| 47 |
+
"wandb_project": "jaxgmg_3phase_seed_v2"
|
| 48 |
+
}
|
al_0.47_g_0.99_124_v2/eval.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
al_0.47_g_0.99_124_v2/eval.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
al_0.47_g_0.99_124_v2/latest_eval.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"ts": "2025-11-04T08:48:57.434119Z",
|
| 3 |
+
"loop": 32540,
|
| 4 |
+
"env_steps": 19992576000,
|
| 5 |
+
"exact_value_avg": 0.9253816604614258,
|
| 6 |
+
"regret_dist": 0.00015828298637643456,
|
| 7 |
+
"regret_corner": 7.152557373046875e-07,
|
| 8 |
+
"regret_row": 1.0636719707690645e-05,
|
| 9 |
+
"regret_any": 0.00033596574212424457,
|
| 10 |
+
"regret_bot": 0.0011160590220242739,
|
| 11 |
+
"value_dist": 0.9253816604614258,
|
| 12 |
+
"value_corner": 0.9136425852775574,
|
| 13 |
+
"value_row": 0.9262028932571411,
|
| 14 |
+
"value_any": 0.9386192560195923,
|
| 15 |
+
"value_bot": 0.9250974655151367,
|
| 16 |
+
"action_probs_image_path": "jaxgmg_test/al_0.47_g_0.99_124_v2/action_probs/img_32540.png",
|
| 17 |
+
"entropy": 0.08314000070095062
|
| 18 |
+
}
|
al_0.47_g_0.99_124_v2/latest_train.json
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"ts": "2025-11-04T08:49:04.562873Z",
|
| 3 |
+
"loop": 32551,
|
| 4 |
+
"env_steps": 19999948799,
|
| 5 |
+
"loss": 0.0019273825455456972,
|
| 6 |
+
"avg_return": 0.925403892993927,
|
| 7 |
+
"regret": 0.00015828298637643456,
|
| 8 |
+
"entropy": 0.06939677149057388,
|
| 9 |
+
"lr": 5e-05,
|
| 10 |
+
"discount_rate": 0.99,
|
| 11 |
+
"num_rollout_steps": 64
|
| 12 |
+
}
|
al_0.47_g_0.99_124_v2/setup.json
ADDED
|
@@ -0,0 +1,63 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"config": {
|
| 3 |
+
"rl_action": "train",
|
| 4 |
+
"num_rollout_steps": 64,
|
| 5 |
+
"lr": 5e-05,
|
| 6 |
+
"discount_rate": 0.99,
|
| 7 |
+
"eff_horizon": null,
|
| 8 |
+
"eval_every": 1,
|
| 9 |
+
"use_wandb": true,
|
| 10 |
+
"use_hf": true,
|
| 11 |
+
"use_log": true,
|
| 12 |
+
"num_total_env_steps": 20000000000,
|
| 13 |
+
"checkpoint": "al_0.47_g_0.99_124_v2",
|
| 14 |
+
"render_sixel": false,
|
| 15 |
+
"sixel_idx": 60,
|
| 16 |
+
"seed": 124,
|
| 17 |
+
"mask_type": "first_episode",
|
| 18 |
+
"penalize_time": false,
|
| 19 |
+
"optim": "adam",
|
| 20 |
+
"live_monitor": false,
|
| 21 |
+
"use_bf16": false,
|
| 22 |
+
"eval_schedule": "0:1,250:2,500:5,1000:10,2000:20",
|
| 23 |
+
"grad_acc_per_chunk": 5,
|
| 24 |
+
"num_rollout_chunks": 1,
|
| 25 |
+
"cheese_loc": "any",
|
| 26 |
+
"env_layout": "open",
|
| 27 |
+
"alpha": 0.47,
|
| 28 |
+
"env_size": 13,
|
| 29 |
+
"num_levels": 9600,
|
| 30 |
+
"f_str_ckpt": "al_{alpha}_g_{discount_rate}_{seed}_v2",
|
| 31 |
+
"wandb_project": "jaxgmg_3phase_seed_v2",
|
| 32 |
+
"ckpt_dir": "jaxgmg_test",
|
| 33 |
+
"duplication_factor": -1,
|
| 34 |
+
"smoke": false,
|
| 35 |
+
"num_chains": 6,
|
| 36 |
+
"num_draws": 3000,
|
| 37 |
+
"on_policy": true,
|
| 38 |
+
"nbeta": 3000,
|
| 39 |
+
"localization": 10,
|
| 40 |
+
"exact_solver_each_draw": false,
|
| 41 |
+
"llc_optimizer": "sgld",
|
| 42 |
+
"iw_clip_eps": null,
|
| 43 |
+
"rmsprop_burnin": 20,
|
| 44 |
+
"llc_data_file": "llc_scan_open_reinforce.pkl",
|
| 45 |
+
"llc_checkpoint_index": 0,
|
| 46 |
+
"repo_id": "davidquarel/jaxgmg_ckpt_zip",
|
| 47 |
+
"use_shuffled_checkpoints": false,
|
| 48 |
+
"force_re_download": false
|
| 49 |
+
},
|
| 50 |
+
"setup": {
|
| 51 |
+
"start_time_utc": "2025-11-04T02:47:28.877838Z",
|
| 52 |
+
"seed": 124,
|
| 53 |
+
"device": "cuda",
|
| 54 |
+
"python_version": "3.11.11",
|
| 55 |
+
"torch_version": "2.9.0+cu128",
|
| 56 |
+
"jax_version": "0.6.2",
|
| 57 |
+
"hostname": "7888f9596f16",
|
| 58 |
+
"platform": "Linux-6.8.0-85-generic-x86_64-with-glibc2.35",
|
| 59 |
+
"git_sha": null,
|
| 60 |
+
"git_branch": null,
|
| 61 |
+
"use_wandb": true
|
| 62 |
+
}
|
| 63 |
+
}
|
al_0.47_g_0.99_124_v2/setup.txt
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Start: 2025-11-04T02:47:28.877838Z
|
| 2 |
+
Seed: 124
|
| 3 |
+
Device: cuda
|
| 4 |
+
Python: 3.11.11 | Torch: 2.9.0+cu128 | JAX: 0.6.2
|
| 5 |
+
Host: 7888f9596f16
|
| 6 |
+
Platform: Linux-6.8.0-85-generic-x86_64-with-glibc2.35
|
| 7 |
+
Git: branch=None sha=None
|
| 8 |
+
use_wandb: True
|
al_0.47_g_0.99_124_v2/train.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
al_0.47_g_0.99_124_v2/train.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|