Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -2,7 +2,7 @@ import gradio as gr
|
|
| 2 |
from huggingface_hub import InferenceClient, TextGenerationStreamOutput
|
| 3 |
import random
|
| 4 |
from transformers import AutoTokenizer
|
| 5 |
-
from mySystemPrompt import SYSTEM_PROMPT
|
| 6 |
from datetime import datetime
|
| 7 |
|
| 8 |
|
|
@@ -33,7 +33,7 @@ def format_prompt(message, chatbot, system_prompt):
|
|
| 33 |
return newPrompt
|
| 34 |
|
| 35 |
|
| 36 |
-
def inference(message, history, systemPrompt=SYSTEM_PROMPT, temperature=0.9, maxTokens=512, topP=0.9, repPenalty=1.1):
|
| 37 |
# Updating the settings for the generation
|
| 38 |
client_settings = dict(
|
| 39 |
temperature=temperature,
|
|
|
|
| 2 |
from huggingface_hub import InferenceClient, TextGenerationStreamOutput
|
| 3 |
import random
|
| 4 |
from transformers import AutoTokenizer
|
| 5 |
+
from mySystemPrompt import SYSTEM_PROMPT, SYSTEM_PROMPT_PLUS
|
| 6 |
from datetime import datetime
|
| 7 |
|
| 8 |
|
|
|
|
| 33 |
return newPrompt
|
| 34 |
|
| 35 |
|
| 36 |
+
def inference(message, history, systemPrompt=SYSTEM_PROMPT+SYSTEM_PROMPT_PLUS, temperature=0.9, maxTokens=512, topP=0.9, repPenalty=1.1):
|
| 37 |
# Updating the settings for the generation
|
| 38 |
client_settings = dict(
|
| 39 |
temperature=temperature,
|