jdesiree commited on
Commit
bf62672
·
verified ·
1 Parent(s): 3bed56d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -505,7 +505,7 @@ class Phi3MiniEducationalLLM(Runnable):
505
  outputs = model.generate(
506
  input_ids=inputs['input_ids'],
507
  attention_mask=inputs.get('attention_mask', None),
508
- max_new_tokens=300,
509
  do_sample=True,
510
  temperature=0.7,
511
  top_p=0.9,
@@ -606,7 +606,7 @@ class Phi3MiniEducationalLLM(Runnable):
606
  generation_kwargs = {
607
  "input_ids": inputs['input_ids'],
608
  "attention_mask": inputs.get('attention_mask', None),
609
- "max_new_tokens": 1200,
610
  "do_sample": True,
611
  "temperature": 0.7,
612
  "top_p": 0.9,
 
505
  outputs = model.generate(
506
  input_ids=inputs['input_ids'],
507
  attention_mask=inputs.get('attention_mask', None),
508
+ max_new_tokens=400,
509
  do_sample=True,
510
  temperature=0.7,
511
  top_p=0.9,
 
606
  generation_kwargs = {
607
  "input_ids": inputs['input_ids'],
608
  "attention_mask": inputs.get('attention_mask', None),
609
+ "max_new_tokens": 400,
610
  "do_sample": True,
611
  "temperature": 0.7,
612
  "top_p": 0.9,