Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -4,10 +4,7 @@ from llama_cpp import Llama
|
|
| 4 |
|
| 5 |
app = FastAPI()
|
| 6 |
|
| 7 |
-
qwen3_gguf_llm = Llama.
|
| 8 |
-
repo_id="unsloth/Qwen3-0.6B-GGUF",
|
| 9 |
-
filename="Qwen3-0.6B-BF16.gguf",
|
| 10 |
-
)
|
| 11 |
|
| 12 |
class PromptRequest(BaseModel):
|
| 13 |
prompt: str
|
|
|
|
| 4 |
|
| 5 |
app = FastAPI()
|
| 6 |
|
| 7 |
+
qwen3_gguf_llm = Llama(model_path="./Qwen3-0.6B-UD-IQ1_S.gguf")
|
|
|
|
|
|
|
|
|
|
| 8 |
|
| 9 |
class PromptRequest(BaseModel):
|
| 10 |
prompt: str
|