Upload app.py

app.py

@@ -1,3 +1,4 @@
+import spaces
 import gradio as gr
 from wtpsplit import SaT
 
@@ -5,7 +6,9 @@ from wtpsplit import SaT
 # We use 'sat-3l-sm' as it's recommended for general sentence segmentation tasks
 # and offers a good balance between speed and performance
 sat = SaT("sat-3l-sm")
+sat.half().to("cuda")
 
+@spaces.GPU
 def segment_text(input_text):
     # Use the SaT model to split the input text into sentences
     sentences = sat.split(input_text)