andreska commited on
Commit
a9da48c
·
verified ·
1 Parent(s): ce5b979

Update app.py

Browse files

Reduce max tokens

Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ def analyze(project_data, question):
14
 
15
  response = client.text_generation(
16
  prompt,
17
- max_new_tokens=3000,
18
  temperature=0.7,
19
  top_p=0.95,
20
  repetition_penalty=1.1,
 
14
 
15
  response = client.text_generation(
16
  prompt,
17
+ max_new_tokens=1000,
18
  temperature=0.7,
19
  top_p=0.95,
20
  repetition_penalty=1.1,