Update app.py

app.py

@@ -1,3 +1,4 @@
+import spaces
 import torch
 from transformers import GPT2LMHeadModel, GPT2Tokenizer
 import gradio as gr
@@ -24,6 +25,7 @@ model.to(device)
 os.system('python -m spacy download en_core_web_sm')
 nlp = spacy.load("en_core_web_sm")
 
+@spaces.GPU
 def historical_generation(prompt, max_new_tokens=600, top_k=50, temperature=0.7, top_p=0.95, repetition_penalty=1.0):
 #   with torch.no_grad():
     prompt = f"### Text ###\n{prompt}"
@@ -63,6 +65,7 @@ def historical_generation(prompt, max_new_tokens=600, top_k=50, temperature=0.7,
 
     return highlighted_text, generated_text  
 
+@spaces.GPU
 def text_analysis(text):
     doc = nlp(text)
     html = displacy.render(doc, style="dep", page=True)