Spaces:
Build error
Build error
Update main.py
Browse files
main.py
CHANGED
|
@@ -5,7 +5,7 @@ from ctransformers import AutoModelForCausalLM
|
|
| 5 |
from pydantic import BaseModel
|
| 6 |
|
| 7 |
llm = AutoModelForCausalLM.from_pretrained("TheBloke/minotaur-mpt-7B-GGML",
|
| 8 |
-
model_file="minotaur-mpt-7b.ggmlv3.
|
| 9 |
model_type="mpt")
|
| 10 |
app = fastapi.FastAPI(title="WizardCoder")
|
| 11 |
app.add_middleware(
|
|
|
|
| 5 |
from pydantic import BaseModel
|
| 6 |
|
| 7 |
llm = AutoModelForCausalLM.from_pretrained("TheBloke/minotaur-mpt-7B-GGML",
|
| 8 |
+
model_file="minotaur-mpt-7b.ggmlv3.q4_1.bin",
|
| 9 |
model_type="mpt")
|
| 10 |
app = fastapi.FastAPI(title="WizardCoder")
|
| 11 |
app.add_middleware(
|