kenlkehl commited on
Commit
64bfa37
·
verified ·
1 Parent(s): d9d81e4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -679,7 +679,7 @@ Now, write your summary. Do not add preceding text before the abstraction, and d
679
  SamplingParams(
680
  temperature=0.0,
681
  top_k=1,
682
- max_tokens=1500,
683
  repetition_penalty=1.2
684
  )
685
  )
@@ -696,7 +696,7 @@ Now, write your summary. Do not add preceding text before the abstraction, and d
696
  with torch.no_grad():
697
  outputs = state.llm_model.generate(
698
  input_ids,
699
- max_new_tokens=1500,
700
  temperature=0.00,
701
  do_sample=True,
702
  repetition_penalty=1.2
@@ -774,7 +774,7 @@ def extract_trial_spaces(trial_text: str) -> str:
774
  SamplingParams(
775
  temperature=0.0,
776
  top_k=1,
777
- max_tokens=1500,
778
  repetition_penalty=1.3
779
  )
780
  )
 
679
  SamplingParams(
680
  temperature=0.0,
681
  top_k=1,
682
+ max_tokens=4000,
683
  repetition_penalty=1.2
684
  )
685
  )
 
696
  with torch.no_grad():
697
  outputs = state.llm_model.generate(
698
  input_ids,
699
+ max_new_tokens=4000,
700
  temperature=0.00,
701
  do_sample=True,
702
  repetition_penalty=1.2
 
774
  SamplingParams(
775
  temperature=0.0,
776
  top_k=1,
777
+ max_tokens=4000,
778
  repetition_penalty=1.3
779
  )
780
  )