Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -12,7 +12,8 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 12 |
model_file=model_file,
|
| 13 |
model_type="mistral",
|
| 14 |
# Uncomment if GPU is available
|
| 15 |
-
|
|
|
|
| 16 |
)
|
| 17 |
print("Model downloaded and loaded successfully.")
|
| 18 |
|
|
|
|
| 12 |
model_file=model_file,
|
| 13 |
model_type="mistral",
|
| 14 |
# Uncomment if GPU is available
|
| 15 |
+
gpu_layers=50
|
| 16 |
+
context_length=1024
|
| 17 |
)
|
| 18 |
print("Model downloaded and loaded successfully.")
|
| 19 |
|