Update

app.py

@@ -176,7 +176,6 @@ def generate(
     )
 
 
-logger.info("start dl")
 _ = """full url: https://huggingface.co/TheBloke/mpt-30B-chat-GGML/blob/main/mpt-30b-chat.ggmlv0.q4_1.bin"""
 
 # https://huggingface.co/TheBloke/mpt-30B-chat-GGML
@@ -204,7 +203,7 @@ if "WizardCoder" in MODEL_FILENAME:
 if "uncensored" in MODEL_FILENAME.lower():
     REPO_ID = "TheBloke/WizardLM-13B-V1.0-Uncensored-GGML"
 
-logger.info("start dl")
+logger.info("start dl, {REPO_ID=}, {MODEL_FILENAME=}, {DESTINATION_FOLDER=}")
 download_quant(DESTINATION_FOLDER, REPO_ID, MODEL_FILENAME)
 logger.info("done dl")
 
@@ -230,6 +229,7 @@ logger.debug(f"{os.cpu_count()=}")
 logger.info("load llm")
 
 _ = Path("models", MODEL_FILENAME).absolute().as_posix()
+logger.debug(f"model_file: {_}, exists: {Path(_).exists()}")
 LLM = AutoModelForCausalLM.from_pretrained(
     # "TheBloke/WizardCoder-15B-1.0-GGML",
     REPO_ID,