Update index.html

index.html

@@ -322,17 +322,17 @@ class ReinforcementModule {
   constructor(network, options = {}) {
     this.network = network;
     this.options = {
-      memorySize: options.memorySize || 10000,
+      memorySize: options.memorySize || 128,
       batchSize: options.batchSize || 16,
       learningRate: options.learningRate || 0.01,
       gamma: options.gamma || 0.9,
       epsilon: options.epsilon || 1,
       epsilonMin: options.epsilonMin || 0.01,
       epsilonDecay: options.epsilonDecay || 0.95,
-      weightUpdateRange: options.weightUpdateRange || 0.05,
+      weightUpdateRange: options.weightUpdateRange || 0.02,
       actionSpace: options.actionSpace || 2048,
-      memoryLayerSize: options.memoryLayerSize || 128,
-      predictionHorizon: options.predictionHorizon || 1024,
+      memoryLayerSize: options.memoryLayerSize || 32,
+      predictionHorizon: options.predictionHorizon || 16,
       memoryCellDecay: options.memoryCellDecay || 0.9
     };
 
@@ -372,9 +372,9 @@ class ReinforcementModule {
     const stateSize = this.getFlattenedStateSize();
     const actionSize = this.getActionSpaceSize();
 
-    qNet.layer(stateSize + actionSize, 128, "selu");
-    qNet.layer(128, 64, "selu");
-    qNet.layer(64, 1, "selu");
+    qNet.layer(stateSize + actionSize, 16, "selu");
+    qNet.layer(16, 16, "selu");
+    qNet.layer(16, 1, "selu");
 
     return qNet;
   }
@@ -385,7 +385,7 @@ class ReinforcementModule {
       this.getFlattenedStateSize() + this.options.memoryLayerSize * 3;
 
     predictor.layer(inputSize, 8, "tanh");
-    predictor.layer(8, 8, "selu");
+    predictor.layer(8, 8, "tanh");
     predictor.layer(8, this.options.predictionHorizon, "tanh");
 
     return predictor;
@@ -585,7 +585,7 @@ class ReinforcementModule {
         }
       ],
       {
-        epochs: 1000,
+        epochs: 10,
         learningRate: this.options.learningRate
       }
     );
@@ -613,7 +613,7 @@ class ReinforcementModule {
           }
         ],
         {
-          epochs: 100,
+          epochs: 10,
           learningRate: this.options.learningRate
         }
       );