update

app.py

@@ -10,6 +10,7 @@ from outlines import Generator
 from peft import PeftConfig, PeftModel
 from pydantic import BaseModel, ConfigDict
 from transformers import AutoModelForCausalLM, AutoModelForSequenceClassification, AutoTokenizer, BitsAndBytesConfig
+import spaces
 
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
@@ -104,6 +105,7 @@ def format_prompt(story: str, question: str, grading_scheme: str, answer: str) -
     return full_prompt
 
 
+@spaces.GPU
 def label_single_response(story, question, criteria, response):
     prompt = format_prompt(story, question, criteria, response)
 
@@ -122,6 +124,7 @@ def label_single_response(story, question, criteria, response):
         return result.score
 
 
+@spaces.GPU
 def label_multi_responses(story, question, criteria, response_file):
     df = pd.read_csv(response_file.name)
     assert "response" in df.columns, "CSV must contain a 'response' column."

requirements.txt

@@ -1,4 +1,5 @@
 huggingface_hub==0.25.2
+spaces
 transformers
 gradio
 peft