KalooAI commited on
Commit
8464ccf
·
verified ·
1 Parent(s): 1a03e36

Update app.py

Browse files

response = llm.chat.completions.create(
model=LLM_MODEL,
messages=[{"role": "user", "content": prompt}],
max_tokens=2048,
temperature=0.25,
top_p=0.9,
frequency_penalty=0.1, # reduces repetition
presence_penalty=0.0 # keeps answers grounded
)

Files changed (1) hide show
  1. app.py +5 -3
app.py CHANGED
@@ -109,9 +109,11 @@ def generate_answer(question, context):
109
  response = llm.chat.completions.create(
110
  model=LLM_MODEL,
111
  messages=[{"role": "user", "content": prompt}],
112
- max_tokens=1500,
113
- temperature=0.4,
114
- top_p=0.95,
 
 
115
  )
116
 
117
  return response.choices[0].message["content"].strip()
 
109
  response = llm.chat.completions.create(
110
  model=LLM_MODEL,
111
  messages=[{"role": "user", "content": prompt}],
112
+ max_tokens=2048,
113
+ temperature=0.25,
114
+ top_p=0.9,
115
+ frequency_penalty=0.1, # reduces repetition
116
+ presence_penalty=0.0 # keeps answers grounded
117
  )
118
 
119
  return response.choices[0].message["content"].strip()