Update app.py
Browse files
app.py
CHANGED
|
@@ -84,12 +84,12 @@ def classify_GPU(input_data):
|
|
| 84 |
|
| 85 |
for input in input_data:
|
| 86 |
|
| 87 |
-
x = torch.tensor([input[:1022]] * number_of_batches, dtype=torch.long, device=
|
| 88 |
|
| 89 |
with ctx:
|
| 90 |
out = model.generate(x,
|
| 91 |
1,
|
| 92 |
-
temperature=0.
|
| 93 |
filter_logits_fn=top_k,
|
| 94 |
filter_kwargs={'k': 1},
|
| 95 |
return_prime=False,
|
|
|
|
| 84 |
|
| 85 |
for input in input_data:
|
| 86 |
|
| 87 |
+
x = torch.tensor([input[:1022]] * number_of_batches, dtype=torch.long, device=DEVICE)
|
| 88 |
|
| 89 |
with ctx:
|
| 90 |
out = model.generate(x,
|
| 91 |
1,
|
| 92 |
+
temperature=0.9,
|
| 93 |
filter_logits_fn=top_k,
|
| 94 |
filter_kwargs={'k': 1},
|
| 95 |
return_prime=False,
|