Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -18,7 +18,8 @@ app.add_middleware(
|
|
| 18 |
)
|
| 19 |
|
| 20 |
API_KEY = os.environ.get("QWEN_API_KEY")
|
| 21 |
-
MODEL_PATH = "/models/
|
|
|
|
| 22 |
|
| 23 |
print(f"Loading model from {MODEL_PATH}...")
|
| 24 |
llm = Llama(
|
|
|
|
| 18 |
)
|
| 19 |
|
| 20 |
API_KEY = os.environ.get("QWEN_API_KEY")
|
| 21 |
+
MODEL_PATH = "/models/Qwen2.5-7B-Instruct-Q4_K_M.gguf"
|
| 22 |
+
|
| 23 |
|
| 24 |
print(f"Loading model from {MODEL_PATH}...")
|
| 25 |
llm = Llama(
|