choco-conoz commited on
Commit
719a935
·
1 Parent(s): 0cd7cac

feat: set template

Browse files
Files changed (1) hide show
  1. src/streamlit_app.py +5 -0
src/streamlit_app.py CHANGED
@@ -74,6 +74,11 @@ def main():
74
  user_prompt = alpaca_template.format(query, "")
75
  if AI_MODE == "ON":
76
  # for chat models
 
 
 
 
 
77
  user_prompt = tokenizer.apply_chat_template(
78
  user_prompt, tokenize=False, add_generation_prompt=True)
79
  outputs = processor(user_prompt,
 
74
  user_prompt = alpaca_template.format(query, "")
75
  if AI_MODE == "ON":
76
  # for chat models
77
+ tokenizer.chat_template = {
78
+ "role": "user",
79
+ "prompt": user_prompt,
80
+ "generation_prompt": "",
81
+ }
82
  user_prompt = tokenizer.apply_chat_template(
83
  user_prompt, tokenize=False, add_generation_prompt=True)
84
  outputs = processor(user_prompt,