Update configuration_super_linear.py

configuration_super_linear.py

@@ -42,7 +42,8 @@ class SuperLinearConfig(PretrainedConfig):
         layer_type= "RLinear",
         linear_checkpoints_dir= "checkpoints5",
         linear_checkpoints_path= "/cs/azencot_fsas/MoE/",
-        load_linear = 1,
+        load_linear = 0,
+        load_weights =0,
         misc_moe = 10,
         mlp_gating = 0,
         moe_norm = 1,