Update app.py

app.py

@@ -7,6 +7,7 @@ import outlines
 import pandas as pd
 import spaces
 import torch
+from outlines import generate
 from peft import PeftConfig, PeftModel
 from pydantic import BaseModel, ConfigDict
 from transformers import (
@@ -136,13 +137,9 @@ def label_single_response_with_model(model_id, story, question, criteria, respon
 
     else:
         model = get_outlines_model(model_id, DEVICE_MAP, QUANTIZATION_BITS)
-        generator = outlines.from_transformers(model)
-        raw_output = generator(prompt).strip()
-        if raw_output.startswith("1"):
-            score = "1"
-        else:
-            score = "0"
-        return score
+        generator = generate.json(model, ResponseModel)
+        result = generator(prompt)
+        return result["score"]
 
 
 @spaces.GPU
@@ -168,7 +165,6 @@ def label_multi_responses_with_model(model_id, story, question, criteria, respon
         results = [generator(p) for p in prompts]
         scores = [r["score"] for r in results]
 
-
     df["score"] = scores
     return df