hsuwill000 commited on
Commit
48cdada
·
verified ·
1 Parent(s): 6daf3d6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -7,7 +7,6 @@ from typing import List, Dict, Any, Optional
7
  # --- Configuration ---
8
  MODEL_NAME = "Qwen3-0.6B-IQ4_XS.gguf"
9
  MODEL_REPO = "unsloth/Qwen3-0.6B-GGUF"
10
-
11
  AMD_SPACE_ID = "amd/gpt-oss-120b-chatbot" # Gradio Space ID for remote inference
12
 
13
  # --- 0. Dynamic Module Installation ---
@@ -249,4 +248,4 @@ if __name__ == "__main__":
249
  print("FastAPI service is starting...")
250
  # The 'app:app' structure tells uvicorn to look for the 'app' object
251
  # inside the current module (which is also named 'app' when run directly).
252
- uvicorn.run("app:app", host="0.0.0.0", port=7860, reload=False)
 
7
  # --- Configuration ---
8
  MODEL_NAME = "Qwen3-0.6B-IQ4_XS.gguf"
9
  MODEL_REPO = "unsloth/Qwen3-0.6B-GGUF"
 
10
  AMD_SPACE_ID = "amd/gpt-oss-120b-chatbot" # Gradio Space ID for remote inference
11
 
12
  # --- 0. Dynamic Module Installation ---
 
248
  print("FastAPI service is starting...")
249
  # The 'app:app' structure tells uvicorn to look for the 'app' object
250
  # inside the current module (which is also named 'app' when run directly).
251
+ uvicorn.run("app:app", host="0.0.0.0", port=7860, reload=False)