Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
|
|
| 1 |
import gradio as gr
|
| 2 |
|
| 3 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
@@ -18,6 +19,7 @@ class ModelProcessor:
|
|
| 18 |
# Set padding token as end-of-sequence token
|
| 19 |
self.tokenizer.pad_token = self.tokenizer.eos_token
|
| 20 |
|
|
|
|
| 21 |
@torch.inference_mode()
|
| 22 |
def process_data_and_compute_statistics(self, prompt):
|
| 23 |
# Tokenize the prompt and move to the device
|
|
|
|
| 1 |
+
import spaces
|
| 2 |
import gradio as gr
|
| 3 |
|
| 4 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
|
|
| 19 |
# Set padding token as end-of-sequence token
|
| 20 |
self.tokenizer.pad_token = self.tokenizer.eos_token
|
| 21 |
|
| 22 |
+
@spaces.GPU
|
| 23 |
@torch.inference_mode()
|
| 24 |
def process_data_and_compute_statistics(self, prompt):
|
| 25 |
# Tokenize the prompt and move to the device
|