Spaces:
Runtime error
Runtime error
Update main.py
Browse files
main.py
CHANGED
|
@@ -2,12 +2,6 @@ from ctransformers import AutoModelForCausalLM
|
|
| 2 |
from fastapi import FastAPI, Form
|
| 3 |
from pydantic import BaseModel
|
| 4 |
|
| 5 |
-
#Model loading
|
| 6 |
-
llm1 = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q4_K_S.gguf",
|
| 7 |
-
model_type='mistral',
|
| 8 |
-
max_new_tokens = 1096,
|
| 9 |
-
threads = 3,
|
| 10 |
-
)
|
| 11 |
|
| 12 |
llm = AutoModelForCausalLM.from_pretrained("codellama-7b-instruct.Q4_K_M.gguf",
|
| 13 |
model_type="llama",
|
|
|
|
| 2 |
from fastapi import FastAPI, Form
|
| 3 |
from pydantic import BaseModel
|
| 4 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5 |
|
| 6 |
llm = AutoModelForCausalLM.from_pretrained("codellama-7b-instruct.Q4_K_M.gguf",
|
| 7 |
model_type="llama",
|