Update config.json

config.json

@@ -9,7 +9,7 @@
         "warmup_steps": 1000,
         "resample_steps": null,
         "device": "cuda",
-        "num_layers": 3,
+        "layer": 3,
         "lm_name": "tiny-gpt-27M-mixtral-5l-active-27M",
         "wandb_name": "L3-mu3.0e-02-lr1e-03-64-mixed",
         "submodule_name": null,
@@ -17,6 +17,7 @@
         "code_normalization": "MIXED",
         "code_normalization_alpha_sae": 0.7,
         "code_normalization_alpha_cc": 0.3,
-        "target_rms": 1.0
+        "target_rms": 1.0,
+        "num_layers": 2
     }
 }