RayMelius Claude Sonnet 4.6 commited on
Commit
c04bdc8
Β·
1 Parent(s): abeb532

Fix AI model name: use Qwen/Qwen2.5-7B-Instruct (without -1M suffix)

Browse files

The -1M variant is not supported by user's enabled providers.
Qwen/Qwen2.5-7B-Instruct (standard) already has 140 successful
requests in the account β€” confirmed working.

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>

Files changed (2) hide show
  1. dashboard/dashboard.py +1 -1
  2. docker-compose.yml +2 -2
dashboard/dashboard.py CHANGED
@@ -28,7 +28,7 @@ FRONTEND_URL = os.getenv("FRONTEND_URL", "")
28
 
29
  # ── AI Analyst (inline LLM for on-demand generation) ───────────────────────────
30
  HF_TOKEN = os.getenv("HF_TOKEN", "")
31
- HF_MODEL = os.getenv("HF_MODEL", "Qwen/Qwen2.5-7B-Instruct-1M")
32
  HF_URL = "https://router.huggingface.co/v1/chat/completions"
33
  OLLAMA_HOST = os.getenv("OLLAMA_HOST", "")
34
  OLLAMA_MODEL = os.getenv("OLLAMA_MODEL", "llama3.1:8b")
 
28
 
29
  # ── AI Analyst (inline LLM for on-demand generation) ───────────────────────────
30
  HF_TOKEN = os.getenv("HF_TOKEN", "")
31
+ HF_MODEL = os.getenv("HF_MODEL", "Qwen/Qwen2.5-7B-Instruct")
32
  HF_URL = "https://router.huggingface.co/v1/chat/completions"
33
  OLLAMA_HOST = os.getenv("OLLAMA_HOST", "")
34
  OLLAMA_MODEL = os.getenv("OLLAMA_MODEL", "llama3.1:8b")
docker-compose.yml CHANGED
@@ -158,7 +158,7 @@ services:
158
  - OLLAMA_HOST=http://host.docker.internal:11434
159
  - OLLAMA_MODEL=llama3.1:8b
160
  - HF_TOKEN=${HF_TOKEN:-}
161
- - HF_MODEL=${HF_MODEL:-Qwen/Qwen2.5-7B-Instruct-1M}
162
  - ANALYSIS_INTERVAL=1800
163
  extra_hosts:
164
  - "host.docker.internal:host-gateway"
@@ -180,7 +180,7 @@ services:
180
  - MATCHER_URL=http://matcher:6000
181
  - FRONTEND_URL=http://localhost:5000
182
  - HF_TOKEN=${HF_TOKEN:-}
183
- - HF_MODEL=${HF_MODEL:-Qwen/Qwen2.5-7B-Instruct-1M}
184
 
185
  volumes:
186
  matcher_data: # Persists SQLite database across container restarts
 
158
  - OLLAMA_HOST=http://host.docker.internal:11434
159
  - OLLAMA_MODEL=llama3.1:8b
160
  - HF_TOKEN=${HF_TOKEN:-}
161
+ - HF_MODEL=${HF_MODEL:-Qwen/Qwen2.5-7B-Instruct}
162
  - ANALYSIS_INTERVAL=1800
163
  extra_hosts:
164
  - "host.docker.internal:host-gateway"
 
180
  - MATCHER_URL=http://matcher:6000
181
  - FRONTEND_URL=http://localhost:5000
182
  - HF_TOKEN=${HF_TOKEN:-}
183
+ - HF_MODEL=${HF_MODEL:-Qwen/Qwen2.5-7B-Instruct}
184
 
185
  volumes:
186
  matcher_data: # Persists SQLite database across container restarts