ignore mismatches

scripts/train.py

@@ -24,7 +24,8 @@ def main():
         "myolmoe",
         config=config,
         torch_dtype=torch.bfloat16,
-        device_map="auto"
+        device_map="auto",
+        ignore_mismatched_sizes=True
     )
     
     # Load tokenizer