krisha06 commited on
Commit
49a2334
·
verified ·
1 Parent(s): 734411c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -6
app.py CHANGED
@@ -86,12 +86,13 @@ Answer:"""
86
  # Generate output
87
  with torch.inference_mode():
88
  output = model.generate(
89
- **inputs,
90
- max_new_tokens=256,
91
- do_sample=False,
92
- repetition_penalty=1.1
93
- )
94
-
 
95
  # Decode and clean output
96
  decoded = tokenizer.decode(output[0], skip_special_tokens=True)
97
  answer = decoded.split("Answer:")[-1].strip()
 
86
  # Generate output
87
  with torch.inference_mode():
88
  output = model.generate(
89
+ **inputs,
90
+ max_new_tokens=512, # increase if needed
91
+ do_sample=False,
92
+ repetition_penalty=1.1,
93
+ eos_token_id=tokenizer.eos_token_id,
94
+ pad_token_id=tokenizer.pad_token_id
95
+ )
96
  # Decode and clean output
97
  decoded = tokenizer.decode(output[0], skip_special_tokens=True)
98
  answer = decoded.split("Answer:")[-1].strip()