asd

app.py

@@ -1,6 +1,7 @@
 import gradio as gr
 from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
 from sentence_splitter import SentenceSplitter
+import spaces
 
 device = "cuda"
 
@@ -9,6 +10,7 @@ model = AutoModelForSeq2SeqLM.from_pretrained("NoaiGPT/777").to(device)
 
 splitter = SentenceSplitter(language='en')
 
+@spaces.GPU
 def process_and_generate(text):
     def generate_title(sentence):
         input_ids = tokenizer(f'paraphraser: {sentence}', return_tensors="pt", padding="longest", truncation=True, max_length=64).input_ids.to(device)