add spaces.GPU

app.py

@@ -2,6 +2,7 @@ import gradio as gr
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
 from datetime import datetime
+import spaces
 
 description = """
 [🦎Salamandra-7b-instruct](https://huggingface.co/BSC-LT/salamandra-7b-instruct) is a Transformer-based decoder-only language model that has been pre-trained on 7.8 trillion tokens of highly curated data. 
@@ -27,6 +28,7 @@ model = AutoModelForCausalLM.from_pretrained(
     torch_dtype=torch.bfloat16
 )
 
+@spaces.GPU()
 def generate_text(system_prompt, prompt, temperature, max_new_tokens, top_p, repetition_penalty):
     date_string = datetime.today().strftime('%Y-%m-%d')
     messages = [