Almancy commited on
Commit
bcc3f4e
·
verified ·
1 Parent(s): bb5f99b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -1
app.py CHANGED
@@ -21,7 +21,12 @@ messages = [
21
  ]
22
 
23
  outputs = pipeline(
24
- messages,
25
  max_new_tokens=256,
 
 
 
 
 
26
  )
27
  print(outputs[0]["generated_text"][-1])
 
21
  ]
22
 
23
  outputs = pipeline(
24
+ prompt,
25
  max_new_tokens=256,
26
+ eos_token_id=terminators,
27
+ do_sample=True,
28
+ temperature=0.6,
29
+ top_p=0.9,
30
+ pad_token_id = pipeline.tokenizer.eos_token_id
31
  )
32
  print(outputs[0]["generated_text"][-1])