unique config.json

README.md

@@ -26,7 +26,7 @@ The sparse model parameters were obtained with [EauDeQN](https://arxiv.org/pdf/2
 
 5 seeds are available for each configuration which makes a total of **750 available models** 📈.
 
-The [evaluate.ipynb](./evaluate.ipynb) notebook contains a minimal example to evaluate to model parameters 🧑‍🏫 It uses JAX 🚀 The hyperparameters used during training are reported in [online_config.json](./online_config.json) and [offline_config.json](./offline_config.json) 🔧
+The [evaluate.ipynb](./evaluate.ipynb) notebook contains a minimal example to evaluate to model parameters 🧑‍🏫 It uses JAX 🚀 The hyperparameters used during training are reported in [config.json](./config.json) 🔧
 
 The training code is available soon ⏳
 

online_config.json → config.json

@@ -1,5 +1,6 @@
 {
-    "shared_parameters": {
+    "ONLINE PARAMETERS": "-------------------",
+    "online_shared_parameters": {
         "replay_buffer_capacity": 1000000,
         "batch_size": 32,
         "update_horizon": 1,
@@ -33,5 +34,41 @@
         "sparcity_update_freq": 4000,
         "final_sparsity": 0.95
     },
-    "dqn": {}
+    "dqn": {},
+    "OFFLINE PARAMETERS": "-------------------",
+    "offline_shared_parameters": {
+        "features": [
+            32,
+            64,
+            64,
+            "Feature Size"
+        ],
+        "replay_buffer_capacity": 50000,
+        "batch_size": 32,
+        "update_horizon": 1,
+        "gamma": 0.99,
+        "learning_rate": 5e-05,
+        "architecture_type": "cnn",
+        "target_update_frequency": 2000,
+        "n_buffers_to_load": 5,
+        "n_epochs": 50,
+        "n_fitting_steps": 62500
+    },
+    "eaudecql": {
+        "n_networks": 5,
+        "max_noise": 3.0,
+        "max_speed": 0.01,
+        "reset_optimizer": true,
+        "alpha_cql": 0.1
+    },
+    "polyprunecql": {
+        "sparcity_start_step": 625000,
+        "sparcity_end_step": 2500000,
+        "sparcity_update_freq": 1000,
+        "final_sparsity": 0.95,
+        "alpha_cql": 0.1
+    },
+    "cql": {
+        "alpha_cql": 0.1
+    }
 }

offline_config.json

@@ -1,37 +0,0 @@
-{
-    "shared_parameters": {
-        "features": [
-            32,
-            64,
-            64,
-            "Feature Size"
-        ],
-        "replay_buffer_capacity": 50000,
-        "batch_size": 32,
-        "update_horizon": 1,
-        "gamma": 0.99,
-        "learning_rate": 5e-05,
-        "architecture_type": "cnn",
-        "target_update_frequency": 2000,
-        "n_buffers_to_load": 5,
-        "n_epochs": 50,
-        "n_fitting_steps": 62500
-    },
-    "eaudecql": {
-        "n_networks": 5,
-        "max_noise": 3.0,
-        "max_speed": 0.01,
-        "reset_optimizer": true,
-        "alpha_cql": 0.1
-    },
-    "polyprunecql": {
-        "sparcity_start_step": 625000,
-        "sparcity_end_step": 2500000,
-        "sparcity_update_freq": 1000,
-        "final_sparsity": 0.95,
-        "alpha_cql": 0.1
-    },
-    "cql": {
-        "alpha_cql": 0.1
-    }
-}