Ctaake commited on
Commit
c86ad9e
·
verified ·
1 Parent(s): 8ad049f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -2,7 +2,7 @@ import gradio as gr
2
  from huggingface_hub import InferenceClient, TextGenerationStreamOutput
3
  import random
4
  from transformers import AutoTokenizer
5
- from mySystemPrompt import SYSTEM_PROMPT
6
  from datetime import datetime
7
 
8
 
@@ -33,7 +33,7 @@ def format_prompt(message, chatbot, system_prompt):
33
  return newPrompt
34
 
35
 
36
- def inference(message, history, systemPrompt=SYSTEM_PROMPT, temperature=0.9, maxTokens=512, topP=0.9, repPenalty=1.1):
37
  # Updating the settings for the generation
38
  client_settings = dict(
39
  temperature=temperature,
 
2
  from huggingface_hub import InferenceClient, TextGenerationStreamOutput
3
  import random
4
  from transformers import AutoTokenizer
5
+ from mySystemPrompt import SYSTEM_PROMPT, SYSTEM_PROMPT_PLUS
6
  from datetime import datetime
7
 
8
 
 
33
  return newPrompt
34
 
35
 
36
+ def inference(message, history, systemPrompt=SYSTEM_PROMPT+SYSTEM_PROMPT_PLUS, temperature=0.9, maxTokens=512, topP=0.9, repPenalty=1.1):
37
  # Updating the settings for the generation
38
  client_settings = dict(
39
  temperature=temperature,