Upload config.json with huggingface_hub

config.json

@@ -7,10 +7,10 @@
     "num_hidden_layers": 2,
     "num_attention_heads": 8,
     "embd_pdrop": 0.1,
-    "use_moe": false,
+    "use_moe": true,
     "num_experts": 4,
     "expert_hidden_size": 4096,
     "dropout": 0.1,
-    "model_type": "multi_modality",
-    "torch_dtype": "float16"
+    "model_type": "lake",
+    "torch_dtype": "float64"
 }