Spaces:
Runtime error
Runtime error
ffreemt
commited on
Commit
·
fef5540
1
Parent(s):
92f88db
Update remove references to other models
Browse files
app.py
CHANGED
|
@@ -203,7 +203,7 @@ class GenerationConfig:
|
|
| 203 |
|
| 204 |
|
| 205 |
def format_prompt(system_prompt: str, user_prompt: str):
|
| 206 |
-
"""Format prompt based on: https://huggingface.co/spaces/
|
| 207 |
# TODO im_start/im_end possible fix for WizardCoder
|
| 208 |
|
| 209 |
system_prompt = f"<|im_start|>system\n{system_prompt}<|im_end|>\n"
|
|
@@ -250,9 +250,9 @@ MODEL_FILENAME = "wizardlm-13b-v1.0-uncensored.ggmlv3.q4_1.bin" # 8.4G
|
|
| 250 |
|
| 251 |
DESTINATION_FOLDER = "models"
|
| 252 |
|
| 253 |
-
REPO_ID = "
|
| 254 |
if "WizardCoder" in MODEL_FILENAME:
|
| 255 |
-
REPO_ID = "
|
| 256 |
|
| 257 |
if "uncensored" in MODEL_FILENAME.lower():
|
| 258 |
REPO_ID = "TheBloke/WizardLM-13B-V1.0-Uncensored-GGML"
|
|
@@ -262,7 +262,7 @@ download_quant(DESTINATION_FOLDER, REPO_ID, MODEL_FILENAME)
|
|
| 262 |
logger.info("done dl")
|
| 263 |
|
| 264 |
# if "mpt" in model_filename:
|
| 265 |
-
# config = AutoConfig.from_pretrained("
|
| 266 |
# llm = AutoModelForCausalLM.from_pretrained(
|
| 267 |
# os.path.abspath(f"models/{model_filename}"),
|
| 268 |
# model_type="mpt",
|
|
|
|
| 203 |
|
| 204 |
|
| 205 |
def format_prompt(system_prompt: str, user_prompt: str):
|
| 206 |
+
"""Format prompt based on: https://huggingface.co/spaces/m osaicml/mpt-30b-chat/blob/main/app.py."""
|
| 207 |
# TODO im_start/im_end possible fix for WizardCoder
|
| 208 |
|
| 209 |
system_prompt = f"<|im_start|>system\n{system_prompt}<|im_end|>\n"
|
|
|
|
| 250 |
|
| 251 |
DESTINATION_FOLDER = "models"
|
| 252 |
|
| 253 |
+
REPO_ID = "The Bloke/mpt-30B-chat-GGML"
|
| 254 |
if "WizardCoder" in MODEL_FILENAME:
|
| 255 |
+
REPO_ID = "The Bloke/WizardCoder-15B-1.0-GGML"
|
| 256 |
|
| 257 |
if "uncensored" in MODEL_FILENAME.lower():
|
| 258 |
REPO_ID = "TheBloke/WizardLM-13B-V1.0-Uncensored-GGML"
|
|
|
|
| 262 |
logger.info("done dl")
|
| 263 |
|
| 264 |
# if "mpt" in model_filename:
|
| 265 |
+
# config = AutoConfig.from_pretrained("m osaicml/mpt-30b-cha t", context_length=8192)
|
| 266 |
# llm = AutoModelForCausalLM.from_pretrained(
|
| 267 |
# os.path.abspath(f"models/{model_filename}"),
|
| 268 |
# model_type="mpt",
|