Spaces:
Runtime error
Runtime error
Update main.py
Browse files
main.py
CHANGED
|
@@ -4,9 +4,8 @@ from pydantic import BaseModel
|
|
| 4 |
|
| 5 |
|
| 6 |
llm = AutoModelForCausalLM.from_pretrained("mistral-7b-instruct-v0.2.Q4_K_M.gguf",
|
| 7 |
-
model_type='mistral',
|
| 8 |
max_new_tokens = 2048,
|
| 9 |
-
max_context_length = 1024,
|
| 10 |
threads = 3,
|
| 11 |
)
|
| 12 |
|
|
|
|
| 4 |
|
| 5 |
|
| 6 |
llm = AutoModelForCausalLM.from_pretrained("mistral-7b-instruct-v0.2.Q4_K_M.gguf",
|
| 7 |
+
model_type='mistral-instruct',
|
| 8 |
max_new_tokens = 2048,
|
|
|
|
| 9 |
threads = 3,
|
| 10 |
)
|
| 11 |
|