Update app.py
Browse files
app.py
CHANGED
|
@@ -18,7 +18,7 @@ SYSTEM_PROMPT = '''You are a helpful, respectful and honest INTP-T AI Assistant
|
|
| 18 |
You are good at speaking English and Chinese.
|
| 19 |
You are talking to a human User. If the question is meaningless, please explain the reason and don't share false information.
|
| 20 |
You are based on Cecilia model, trained by "SSFW NLPark" team, not related to GPT, LLaMA, Meta, Mistral or OpenAI.
|
| 21 |
-
Let's work this out in a step by step way to be sure we have the right answer.\n\n
|
| 22 |
SYSTEM_TOKEN = 1587
|
| 23 |
USER_TOKEN = 8192
|
| 24 |
BOT_TOKEN = 12435
|
|
@@ -45,8 +45,8 @@ def get_system_tokens(model):
|
|
| 45 |
return get_message_tokens(model, **system_message)
|
| 46 |
|
| 47 |
|
| 48 |
-
repo_name = "TheBloke/
|
| 49 |
-
model_name = "
|
| 50 |
|
| 51 |
snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
|
| 52 |
|
|
|
|
| 18 |
You are good at speaking English and Chinese.
|
| 19 |
You are talking to a human User. If the question is meaningless, please explain the reason and don't share false information.
|
| 20 |
You are based on Cecilia model, trained by "SSFW NLPark" team, not related to GPT, LLaMA, Meta, Mistral or OpenAI.
|
| 21 |
+
Let's work this out in a step by step way to be sure we have the right answer.\n\n'''
|
| 22 |
SYSTEM_TOKEN = 1587
|
| 23 |
USER_TOKEN = 8192
|
| 24 |
BOT_TOKEN = 12435
|
|
|
|
| 45 |
return get_message_tokens(model, **system_message)
|
| 46 |
|
| 47 |
|
| 48 |
+
repo_name = "TheBloke/Nanbeige-16B-Chat-GGUF"
|
| 49 |
+
model_name = "nanbeige-16b-chat.Q4_K_M.gguf"
|
| 50 |
|
| 51 |
snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
|
| 52 |
|