kdevoe commited on
Commit
1106581
·
1 Parent(s): 4b83c55

Removing system message from output

Browse files
Files changed (1) hide show
  1. app.py +8 -1
app.py CHANGED
@@ -19,7 +19,14 @@ def generate_text(prompt):
19
  results = pipe(prompt, max_length=100, num_return_sequences=1)
20
  end_time = time.time()
21
  response_time = end_time - start_time
22
- return results[0]['generated_text'], f"{response_time:.2f} seconds"
 
 
 
 
 
 
 
23
 
24
  # Create a Gradio interface
25
  iface = gr.Interface(
 
19
  results = pipe(prompt, max_length=100, num_return_sequences=1)
20
  end_time = time.time()
21
  response_time = end_time - start_time
22
+
23
+ # Remove system message:
24
+ assistant_prompt = "<|assistant|>"
25
+ generated_text = results[0]['generated_text']
26
+ if assistant_prompt in generated_text:
27
+ generated_text = generated_text.split(assistant_prompt)[-1].strip()
28
+
29
+ return generated_text, f"{response_time:.2f} seconds"
30
 
31
  # Create a Gradio interface
32
  iface = gr.Interface(