Fix AI model name: use Qwen/Qwen2.5-7B-Instruct (without -1M suffix)
Browse filesThe -1M variant is not supported by user's enabled providers.
Qwen/Qwen2.5-7B-Instruct (standard) already has 140 successful
requests in the account β confirmed working.
Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
- dashboard/dashboard.py +1 -1
- docker-compose.yml +2 -2
dashboard/dashboard.py
CHANGED
|
@@ -28,7 +28,7 @@ FRONTEND_URL = os.getenv("FRONTEND_URL", "")
|
|
| 28 |
|
| 29 |
# ββ AI Analyst (inline LLM for on-demand generation) βββββββββββββββββββββββββββ
|
| 30 |
HF_TOKEN = os.getenv("HF_TOKEN", "")
|
| 31 |
-
HF_MODEL = os.getenv("HF_MODEL", "Qwen/Qwen2.5-7B-Instruct
|
| 32 |
HF_URL = "https://router.huggingface.co/v1/chat/completions"
|
| 33 |
OLLAMA_HOST = os.getenv("OLLAMA_HOST", "")
|
| 34 |
OLLAMA_MODEL = os.getenv("OLLAMA_MODEL", "llama3.1:8b")
|
|
|
|
| 28 |
|
| 29 |
# ββ AI Analyst (inline LLM for on-demand generation) βββββββββββββββββββββββββββ
|
| 30 |
HF_TOKEN = os.getenv("HF_TOKEN", "")
|
| 31 |
+
HF_MODEL = os.getenv("HF_MODEL", "Qwen/Qwen2.5-7B-Instruct")
|
| 32 |
HF_URL = "https://router.huggingface.co/v1/chat/completions"
|
| 33 |
OLLAMA_HOST = os.getenv("OLLAMA_HOST", "")
|
| 34 |
OLLAMA_MODEL = os.getenv("OLLAMA_MODEL", "llama3.1:8b")
|
docker-compose.yml
CHANGED
|
@@ -158,7 +158,7 @@ services:
|
|
| 158 |
- OLLAMA_HOST=http://host.docker.internal:11434
|
| 159 |
- OLLAMA_MODEL=llama3.1:8b
|
| 160 |
- HF_TOKEN=${HF_TOKEN:-}
|
| 161 |
-
- HF_MODEL=${HF_MODEL:-Qwen/Qwen2.5-7B-Instruct
|
| 162 |
- ANALYSIS_INTERVAL=1800
|
| 163 |
extra_hosts:
|
| 164 |
- "host.docker.internal:host-gateway"
|
|
@@ -180,7 +180,7 @@ services:
|
|
| 180 |
- MATCHER_URL=http://matcher:6000
|
| 181 |
- FRONTEND_URL=http://localhost:5000
|
| 182 |
- HF_TOKEN=${HF_TOKEN:-}
|
| 183 |
-
- HF_MODEL=${HF_MODEL:-Qwen/Qwen2.5-7B-Instruct
|
| 184 |
|
| 185 |
volumes:
|
| 186 |
matcher_data: # Persists SQLite database across container restarts
|
|
|
|
| 158 |
- OLLAMA_HOST=http://host.docker.internal:11434
|
| 159 |
- OLLAMA_MODEL=llama3.1:8b
|
| 160 |
- HF_TOKEN=${HF_TOKEN:-}
|
| 161 |
+
- HF_MODEL=${HF_MODEL:-Qwen/Qwen2.5-7B-Instruct}
|
| 162 |
- ANALYSIS_INTERVAL=1800
|
| 163 |
extra_hosts:
|
| 164 |
- "host.docker.internal:host-gateway"
|
|
|
|
| 180 |
- MATCHER_URL=http://matcher:6000
|
| 181 |
- FRONTEND_URL=http://localhost:5000
|
| 182 |
- HF_TOKEN=${HF_TOKEN:-}
|
| 183 |
+
- HF_MODEL=${HF_MODEL:-Qwen/Qwen2.5-7B-Instruct}
|
| 184 |
|
| 185 |
volumes:
|
| 186 |
matcher_data: # Persists SQLite database across container restarts
|