Update app.py

app.py

@@ -122,13 +122,13 @@ download_quant(destination_folder, repo_id, model_filename)
 
 logger.info("done dl")
 
-if "mpt" in model_filename:
-    config = AutoConfig.from_pretrained("mosaicml/mpt-30b-chat", context_length=8192)
-    llm = AutoModelForCausalLM.from_pretrained(
-        os.path.abspath(f"models/{model_filename}"),
-        model_type="mpt",
-        config=config,
-    )
+# if "mpt" in model_filename:
+#     config = AutoConfig.from_pretrained("mosaicml/mpt-30b-cha t", context_length=8192)
+#     llm = AutoModelForCausalLM.from_pretrained(
+#         os.path.abspath(f"models/{model_filename}"),
+#         model_type="mpt",
+#         config=config,
+#     )
 
 # https://huggingface.co/spaces/matthoffner/wizardcoder-ggml/blob/main/main.py
 if "WizardCoder" in model_filename: