Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -18,14 +18,16 @@ app.add_middleware(
|
|
| 18 |
allow_headers=["*"],
|
| 19 |
)
|
| 20 |
|
| 21 |
-
MODEL_REPO = "bartowski/Qwen_Qwen3
|
| 22 |
-
MODEL_FILE = "Qwen_Qwen3
|
| 23 |
|
| 24 |
llm: Optional[Llama] = None
|
| 25 |
|
| 26 |
@app.on_event("startup")
|
| 27 |
async def startup_event():
|
| 28 |
global llm
|
|
|
|
|
|
|
| 29 |
if not os.path.exists(MODEL_FILE):
|
| 30 |
print(f"Downloading {MODEL_FILE}...")
|
| 31 |
hf_hub_download(repo_id=MODEL_REPO, filename=MODEL_FILE, local_dir=".")
|
|
|
|
| 18 |
allow_headers=["*"],
|
| 19 |
)
|
| 20 |
|
| 21 |
+
MODEL_REPO = "bartowski/Qwen_Qwen3-8B-GGUF"
|
| 22 |
+
MODEL_FILE = "Qwen_Qwen3-8B-Q4_K_M.gguf"
|
| 23 |
|
| 24 |
llm: Optional[Llama] = None
|
| 25 |
|
| 26 |
@app.on_event("startup")
|
| 27 |
async def startup_event():
|
| 28 |
global llm
|
| 29 |
+
if os.path.exists(MODEL_FILE) and os.path.getsize(MODEL_FILE) < 1000000:
|
| 30 |
+
os.remove(MODEL_FILE)
|
| 31 |
if not os.path.exists(MODEL_FILE):
|
| 32 |
print(f"Downloading {MODEL_FILE}...")
|
| 33 |
hf_hub_download(repo_id=MODEL_REPO, filename=MODEL_FILE, local_dir=".")
|