alperugurcan commited on
Commit
d26fc59
·
1 Parent(s): 4558f9b

Hardcode MODEL_ID and remove response_format to fix inference API errors

Browse files
Files changed (1) hide show
  1. app.py +3 -5
app.py CHANGED
@@ -44,9 +44,8 @@ except ImportError:
44
  return wrapper
45
 
46
  # --------------------------------------------------------------------------- #
47
- # Configuration
48
- # --------------------------------------------------------------------------- #
49
- MODEL_ID = os.environ.get("DREAM_MODEL", "Qwen/Qwen2.5-Coder-32B-Instruct") # sub-32B dense model
50
  HF_TOKEN = os.environ.get("HF_TOKEN") # set as a Space secret
51
  JOURNAL_PATH = os.environ.get("DREAM_JOURNAL_PATH", "dream_journal.json")
52
 
@@ -169,10 +168,9 @@ def interpret_dream(dream_text, mood, sleep_quality):
169
  completion = client.chat.completions.create(
170
  model=MODEL_ID,
171
  messages=[
172
- {"role": "system", "content": SYSTEM_PROMPT},
173
  {"role": "user", "content": user_prompt},
174
  ],
175
- response_format={"type": "json_schema", "json_schema": DREAM_SCHEMA},
176
  temperature=0.7,
177
  max_tokens=900,
178
  )
 
44
  return wrapper
45
 
46
  # --------------------------------------------------------------------------- #
47
+ # Hardcoded to bypass any stale Space environment variables the user might have set.
48
+ MODEL_ID = "Qwen/Qwen2.5-Coder-32B-Instruct"
 
49
  HF_TOKEN = os.environ.get("HF_TOKEN") # set as a Space secret
50
  JOURNAL_PATH = os.environ.get("DREAM_JOURNAL_PATH", "dream_journal.json")
51
 
 
168
  completion = client.chat.completions.create(
169
  model=MODEL_ID,
170
  messages=[
171
+ {"role": "system", "content": SYSTEM_PROMPT + f"\n\nYou MUST return ONLY valid JSON matching this schema: {json.dumps(DREAM_SCHEMA)}"},
172
  {"role": "user", "content": user_prompt},
173
  ],
 
174
  temperature=0.7,
175
  max_tokens=900,
176
  )