Update app.py
Browse files
app.py
CHANGED
|
@@ -15,7 +15,7 @@ assert ANTHROPIC_API_KEY, "Set ANTHROPIC_API_KEY in Space settings"
|
|
| 15 |
|
| 16 |
VLLM_API = "http://localhost:8000/v1"
|
| 17 |
|
| 18 |
-
QWEN_MODEL = "
|
| 19 |
CLAUDE_MODEL = "claude-3-5-haiku-latest"
|
| 20 |
|
| 21 |
open_source_client = OpenAI(api_key="EMPTY", base_url=VLLM_API)
|
|
|
|
| 15 |
|
| 16 |
VLLM_API = "http://localhost:8000/v1"
|
| 17 |
|
| 18 |
+
QWEN_MODEL = "Qwen/Qwen1.5-4B-Chat-AWQ"
|
| 19 |
CLAUDE_MODEL = "claude-3-5-haiku-latest"
|
| 20 |
|
| 21 |
open_source_client = OpenAI(api_key="EMPTY", base_url=VLLM_API)
|