Spaces:
Paused
Paused
Commit
·
db0db36
1
Parent(s):
6a09549
Update main.py
Browse files
main.py
CHANGED
|
@@ -8,7 +8,7 @@ from sse_starlette.sse import EventSourceResponse
|
|
| 8 |
from ctransformers import AutoModelForCausalLM
|
| 9 |
from pydantic import BaseModel
|
| 10 |
|
| 11 |
-
llm = AutoModelForCausalLM.from_pretrained("danforbes/santacoder-ggml-q4_1
|
| 12 |
model_file="santacoder-ggml-q4_1.bin",
|
| 13 |
model_type="starcoder")
|
| 14 |
app = fastapi.FastAPI()
|
|
|
|
| 8 |
from ctransformers import AutoModelForCausalLM
|
| 9 |
from pydantic import BaseModel
|
| 10 |
|
| 11 |
+
llm = AutoModelForCausalLM.from_pretrained("danforbes/santacoder-ggml-q4_1",
|
| 12 |
model_file="santacoder-ggml-q4_1.bin",
|
| 13 |
model_type="starcoder")
|
| 14 |
app = fastapi.FastAPI()
|