Spaces:
Running on Zero
Running on Zero
Reserve 10s of ZeroGPU per call
Browse files
app.py
CHANGED
|
@@ -56,7 +56,7 @@ def validate(task):
|
|
| 56 |
return {"state": state, "question": question.strip(), "options": clean}
|
| 57 |
|
| 58 |
|
| 59 |
-
@spaces.GPU(duration=
|
| 60 |
def option_probs(input_ids, n):
|
| 61 |
ids = torch.tensor([input_ids], device="cuda")
|
| 62 |
with torch.inference_mode():
|
|
|
|
| 56 |
return {"state": state, "question": question.strip(), "options": clean}
|
| 57 |
|
| 58 |
|
| 59 |
+
@spaces.GPU(duration=10)
|
| 60 |
def option_probs(input_ids, n):
|
| 61 |
ids = torch.tensor([input_ids], device="cuda")
|
| 62 |
with torch.inference_mode():
|