decision-transformer-half-cheetah

README.md

@@ -38,7 +38,7 @@ The following hyperparameters were used during training:
 - optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
 - lr_scheduler_type: linear
 - lr_scheduler_warmup_ratio: 0.1
-- num_epochs: 100
+- num_epochs: 200
 
 ### Training results
 

config.json

@@ -1,13 +1,12 @@
 {
-  "act_dim": 3,
+  "act_dim": 6,
   "action_tanh": true,
   "activation_function": "relu",
   "architectures": [
-    "HierarchicalTrainableDT"
+    "TrainableDT"
   ],
   "attn_pdrop": 0.1,
   "bos_token_id": 50256,
-  "cluster_hidden_dim": 128,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "hidden_size": 128,
@@ -15,7 +14,6 @@
   "layer_norm_epsilon": 1e-05,
   "max_ep_len": 4096,
   "model_type": "decision_transformer",
-  "n_clusters": 8,
   "n_head": 1,
   "n_inner": null,
   "n_layer": 3,
@@ -24,10 +22,9 @@
   "resid_pdrop": 0.1,
   "scale_attn_by_inverse_layer_idx": false,
   "scale_attn_weights": true,
-  "state_dim": 11,
+  "state_dim": 17,
   "torch_dtype": "float32",
   "transformers_version": "4.46.2",
   "use_cache": true,
-  "use_subgoal_weighting": true,
   "vocab_size": 1
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19cfbea8ea33df6b0617a21144ffca3eaa1feb950d53c58f0ea1651cb432e17c
-size 5036908
+oid sha256:4f9fefae1efcb89df5ef5bdc1b71b5ace0041243c894f08e3dbb7fa8995997a2
+size 5034448

runs/Dec01_21-18-04_7f1369898445/events.out.tfevents.1733087884.7f1369898445.266.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ed71a21ef0e46275cae45cd1041cca82a4b6e3fd709eaf91e9e67bf9770a7a
+size 6606

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66fce4f66a8b2f180f8e95d5c632051c2332fd526f2cd268dac8ceec5b411f52
+oid sha256:88c3d511ad5dfde27e4489c7390c4d7926683ad0a7458b50c4ebfc8f44f1f29c
 size 5240