30B-Lazarus-GGML

Sleeping

ffreemt commited on Jul 9, 2023

Commit

c9a3b27

1 Parent(s): a296f33

Update model_type='llma'

Files changed (1) hide show

app.py CHANGED Viewed

@@ -320,7 +320,7 @@ LLM = AutoModelForCausalLM.from_pretrained(
     # REPO_ID,  # DESTINATION_FOLDER,  # model_path_or_repo_id: str required
     # model_file=_,
     _,
-    # model_type=AutoConfig.from_pretrained(REPO_ID).model_type,
     threads=cpu_count,
 )

     # REPO_ID,  # DESTINATION_FOLDER,  # model_path_or_repo_id: str required
     # model_file=_,
     _,
+    model_type="llma",  #AutoConfig.from_pretrained(REPO_ID).model_type,
     threads=cpu_count,
 )