Marmik
/

crosscoder-tinymoe-tinygpt-27M

Model card Files Files and versions

idhant commited on Aug 4, 2025

Commit

9ac4a5b

·

verified ·

1 Parent(s): 9c5556c

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -9,7 +9,7 @@
         "warmup_steps": 1000,
         "resample_steps": null,
         "device": "cuda",
-        "layer": 3,
         "lm_name": "tiny-gpt-27M-mixtral-5l-active-27M",
         "wandb_name": "L3-mu3.0e-02-lr1e-03-64-mixed",
         "submodule_name": null,

         "warmup_steps": 1000,
         "resample_steps": null,
         "device": "cuda",
+        "num_layers": 3,
         "lm_name": "tiny-gpt-27M-mixtral-5l-active-27M",
         "wandb_name": "L3-mu3.0e-02-lr1e-03-64-mixed",
         "submodule_name": null,