Spaces:
Running
Running
Update app.py
Browse filesresponse = llm.chat.completions.create(
model=LLM_MODEL,
messages=[{"role": "user", "content": prompt}],
max_tokens=2048,
temperature=0.25,
top_p=0.9,
frequency_penalty=0.1, # reduces repetition
presence_penalty=0.0 # keeps answers grounded
)
app.py
CHANGED
|
@@ -109,9 +109,11 @@ def generate_answer(question, context):
|
|
| 109 |
response = llm.chat.completions.create(
|
| 110 |
model=LLM_MODEL,
|
| 111 |
messages=[{"role": "user", "content": prompt}],
|
| 112 |
-
max_tokens=
|
| 113 |
-
temperature=0.
|
| 114 |
-
top_p=0.
|
|
|
|
|
|
|
| 115 |
)
|
| 116 |
|
| 117 |
return response.choices[0].message["content"].strip()
|
|
|
|
| 109 |
response = llm.chat.completions.create(
|
| 110 |
model=LLM_MODEL,
|
| 111 |
messages=[{"role": "user", "content": prompt}],
|
| 112 |
+
max_tokens=2048,
|
| 113 |
+
temperature=0.25,
|
| 114 |
+
top_p=0.9,
|
| 115 |
+
frequency_penalty=0.1, # reduces repetition
|
| 116 |
+
presence_penalty=0.0 # keeps answers grounded
|
| 117 |
)
|
| 118 |
|
| 119 |
return response.choices[0].message["content"].strip()
|