dedlepexa commited on
Commit
56c0d49
·
verified ·
1 Parent(s): e2c9465

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -5
app.py CHANGED
@@ -32,11 +32,14 @@ def generate_ai(message: str):
32
  inputs = tokenizer(prompt, return_tensors="pt")
33
 
34
  with torch.no_grad():
35
- outputs = model.generate(
36
- **inputs,
37
- max_new_tokens=60,
38
- do_sample=False
39
- )
 
 
 
40
 
41
  reply = tokenizer.decode(outputs[0], skip_special_tokens=True)
42
 
 
32
  inputs = tokenizer(prompt, return_tensors="pt")
33
 
34
  with torch.no_grad():
35
+ outputs = model.generate(
36
+ **inputs,
37
+ max_new_tokens=60,
38
+ do_sample=True,
39
+ temperature=0.7,
40
+ top_p=0.9,
41
+ eos_token_id=tokenizer.eos_token_id
42
+ )
43
 
44
  reply = tokenizer.decode(outputs[0], skip_special_tokens=True)
45