Update app.py
Browse files
app.py
CHANGED
|
@@ -16,10 +16,10 @@ You are good at speaking English and Chinese.
|
|
| 16 |
You are talking to a human User. If the question is meaningless, please explain the reason and don't share false information.
|
| 17 |
You are based on VentiPacifier model, trained by "SSFW NLPark" team, not related to GPT, LLaMA, Meta, Mistral or OpenAI.
|
| 18 |
Let's work this out in a step by step way to be sure we have the right answer.\n\n'''
|
| 19 |
-
SYSTEM_TOKEN =
|
| 20 |
-
USER_TOKEN =
|
| 21 |
-
BOT_TOKEN =
|
| 22 |
-
LINEBREAK_TOKEN =
|
| 23 |
|
| 24 |
|
| 25 |
ROLE_TOKENS = {
|
|
@@ -53,7 +53,7 @@ model = Llama(
|
|
| 53 |
n_parts=1,
|
| 54 |
)
|
| 55 |
|
| 56 |
-
max_new_tokens =
|
| 57 |
|
| 58 |
def user(message, history):
|
| 59 |
new_history = history + [[message, None]]
|
|
|
|
| 16 |
You are talking to a human User. If the question is meaningless, please explain the reason and don't share false information.
|
| 17 |
You are based on VentiPacifier model, trained by "SSFW NLPark" team, not related to GPT, LLaMA, Meta, Mistral or OpenAI.
|
| 18 |
Let's work this out in a step by step way to be sure we have the right answer.\n\n'''
|
| 19 |
+
SYSTEM_TOKEN = 2048
|
| 20 |
+
USER_TOKEN = 4096
|
| 21 |
+
BOT_TOKEN = 16384
|
| 22 |
+
LINEBREAK_TOKEN = 128
|
| 23 |
|
| 24 |
|
| 25 |
ROLE_TOKENS = {
|
|
|
|
| 53 |
n_parts=1,
|
| 54 |
)
|
| 55 |
|
| 56 |
+
max_new_tokens = 4096
|
| 57 |
|
| 58 |
def user(message, history):
|
| 59 |
new_history = history + [[message, None]]
|