Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -50,7 +50,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 50 |
|
| 51 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 52 |
print(f"Using {device.type.upper()}")
|
| 53 |
-
model = model.to(device)
|
| 54 |
|
| 55 |
# Defining a custom stopping criteria class for the model's text generation.
|
| 56 |
class StopOnTokens(StoppingCriteria):
|
|
|
|
| 50 |
|
| 51 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 52 |
print(f"Using {device.type.upper()}")
|
| 53 |
+
# model = model.to(device)
|
| 54 |
|
| 55 |
# Defining a custom stopping criteria class for the model's text generation.
|
| 56 |
class StopOnTokens(StoppingCriteria):
|