Commit ·
d26fc59
1
Parent(s): 4558f9b
Hardcode MODEL_ID and remove response_format to fix inference API errors
Browse files
app.py
CHANGED
|
@@ -44,9 +44,8 @@ except ImportError:
|
|
| 44 |
return wrapper
|
| 45 |
|
| 46 |
# --------------------------------------------------------------------------- #
|
| 47 |
-
#
|
| 48 |
-
|
| 49 |
-
MODEL_ID = os.environ.get("DREAM_MODEL", "Qwen/Qwen2.5-Coder-32B-Instruct") # sub-32B dense model
|
| 50 |
HF_TOKEN = os.environ.get("HF_TOKEN") # set as a Space secret
|
| 51 |
JOURNAL_PATH = os.environ.get("DREAM_JOURNAL_PATH", "dream_journal.json")
|
| 52 |
|
|
@@ -169,10 +168,9 @@ def interpret_dream(dream_text, mood, sleep_quality):
|
|
| 169 |
completion = client.chat.completions.create(
|
| 170 |
model=MODEL_ID,
|
| 171 |
messages=[
|
| 172 |
-
{"role": "system", "content": SYSTEM_PROMPT},
|
| 173 |
{"role": "user", "content": user_prompt},
|
| 174 |
],
|
| 175 |
-
response_format={"type": "json_schema", "json_schema": DREAM_SCHEMA},
|
| 176 |
temperature=0.7,
|
| 177 |
max_tokens=900,
|
| 178 |
)
|
|
|
|
| 44 |
return wrapper
|
| 45 |
|
| 46 |
# --------------------------------------------------------------------------- #
|
| 47 |
+
# Hardcoded to bypass any stale Space environment variables the user might have set.
|
| 48 |
+
MODEL_ID = "Qwen/Qwen2.5-Coder-32B-Instruct"
|
|
|
|
| 49 |
HF_TOKEN = os.environ.get("HF_TOKEN") # set as a Space secret
|
| 50 |
JOURNAL_PATH = os.environ.get("DREAM_JOURNAL_PATH", "dream_journal.json")
|
| 51 |
|
|
|
|
| 168 |
completion = client.chat.completions.create(
|
| 169 |
model=MODEL_ID,
|
| 170 |
messages=[
|
| 171 |
+
{"role": "system", "content": SYSTEM_PROMPT + f"\n\nYou MUST return ONLY valid JSON matching this schema: {json.dumps(DREAM_SCHEMA)}"},
|
| 172 |
{"role": "user", "content": user_prompt},
|
| 173 |
],
|
|
|
|
| 174 |
temperature=0.7,
|
| 175 |
max_tokens=900,
|
| 176 |
)
|