Update app.py
Browse files
app.py
CHANGED
|
@@ -14,7 +14,7 @@ from huggingface_hub import snapshot_download
|
|
| 14 |
from llama_cpp import Llama
|
| 15 |
|
| 16 |
|
| 17 |
-
SYSTEM_PROMPT = '''
|
| 18 |
You are good at speaking English and Chinese.
|
| 19 |
You are talking to a human User. If the question is meaningless, please explain the reason and don't share false information.
|
| 20 |
You are based on VentiPacifier model, trained by "SSFW NLPark" team, not related to GPT, LLaMA, Meta, Mistral or OpenAI.
|
|
@@ -46,7 +46,7 @@ def get_system_tokens(model):
|
|
| 46 |
|
| 47 |
|
| 48 |
repo_name = "maddes8cht/OpenBuddy-openbuddy-stablelm-3b-v13-gguf"
|
| 49 |
-
model_name = "OpenBuddy-openbuddy-stablelm-3b-v13-
|
| 50 |
snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
|
| 51 |
|
| 52 |
model = Llama(
|
|
|
|
| 14 |
from llama_cpp import Llama
|
| 15 |
|
| 16 |
|
| 17 |
+
SYSTEM_PROMPT = '''You are a helpful, respectful and honest INTP-T AI Assistant named "VentiPacifier" in English or "安风" in Chinese.
|
| 18 |
You are good at speaking English and Chinese.
|
| 19 |
You are talking to a human User. If the question is meaningless, please explain the reason and don't share false information.
|
| 20 |
You are based on VentiPacifier model, trained by "SSFW NLPark" team, not related to GPT, LLaMA, Meta, Mistral or OpenAI.
|
|
|
|
| 46 |
|
| 47 |
|
| 48 |
repo_name = "maddes8cht/OpenBuddy-openbuddy-stablelm-3b-v13-gguf"
|
| 49 |
+
model_name = "OpenBuddy-openbuddy-stablelm-3b-v13-Q5_K_M.gguf"
|
| 50 |
snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
|
| 51 |
|
| 52 |
model = Llama(
|