Spaces:
Build error
Build error
Update main.py
Browse files
main.py
CHANGED
|
@@ -4,9 +4,9 @@ from fastapi.middleware.cors import CORSMiddleware
|
|
| 4 |
from ctransformers import AutoModelForCausalLM
|
| 5 |
from pydantic import BaseModel
|
| 6 |
|
| 7 |
-
llm = AutoModelForCausalLM.from_pretrained("TheBloke/
|
| 8 |
-
model_file="
|
| 9 |
-
model_type="
|
| 10 |
app = fastapi.FastAPI(title="WizardCoder")
|
| 11 |
app.add_middleware(
|
| 12 |
CORSMiddleware,
|
|
|
|
| 4 |
from ctransformers import AutoModelForCausalLM
|
| 5 |
from pydantic import BaseModel
|
| 6 |
|
| 7 |
+
llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardCoder-15B-1.0-GGML",
|
| 8 |
+
model_file="WizardCoder-15B-1.0.ggmlv3.q4_0.bin",
|
| 9 |
+
model_type="starcoder")
|
| 10 |
app = fastapi.FastAPI(title="WizardCoder")
|
| 11 |
app.add_middleware(
|
| 12 |
CORSMiddleware,
|