Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -9,10 +9,10 @@ client = InferenceClient()
|
|
| 9 |
def generate_response(prompt_template, **kwargs):
|
| 10 |
prompt = os.getenv(prompt_template).format(**kwargs)
|
| 11 |
stream = client.chat.completions.create(
|
| 12 |
-
model="Qwen/Qwen2.5-Math-
|
| 13 |
messages=[{"role": "user", "content": prompt}],
|
| 14 |
temperature=0.7,
|
| 15 |
-
max_tokens=
|
| 16 |
top_p=0.8,
|
| 17 |
stream=True
|
| 18 |
)
|
|
|
|
| 9 |
def generate_response(prompt_template, **kwargs):
|
| 10 |
prompt = os.getenv(prompt_template).format(**kwargs)
|
| 11 |
stream = client.chat.completions.create(
|
| 12 |
+
model="Qwen/Qwen2.5-Math-7B-Instruct",
|
| 13 |
messages=[{"role": "user", "content": prompt}],
|
| 14 |
temperature=0.7,
|
| 15 |
+
max_tokens=1024,
|
| 16 |
top_p=0.8,
|
| 17 |
stream=True
|
| 18 |
)
|