Robert Castagna commited on
Commit
5dda369
·
1 Parent(s): e20b447

format output

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -32,7 +32,7 @@ prompt = pipe.tokenizer.apply_chat_template(messages, tokenize=False, add_genera
32
  if st.button("generate response"):
33
 
34
  # Generate a response
35
- outputs = pipe(prompt, max_new_tokens=250, do_sample=True, temperature=0.9, top_k=50, top_p=0.95)
36
 
37
- st.write(outputs[0]["generated_text"])
38
 
 
32
  if st.button("generate response"):
33
 
34
  # Generate a response
35
+ outputs = pipe(prompt, max_new_tokens=250, do_sample=True, temperature=0.5, top_k=10, top_p=0.90)
36
 
37
+ st.write(outputs[0]["generated_text"].split('<|assistant|>')[1])
38