Update app.py

app.py

@@ -7,7 +7,7 @@ import outlines
 import pandas as pd
 import spaces
 import torch
-from outlines import generate
+from outlines import Generator
 from peft import PeftConfig, PeftModel
 from pydantic import BaseModel, ConfigDict
 from transformers import (
@@ -137,9 +137,9 @@ def label_single_response_with_model(model_id, story, question, criteria, respon
 
     else:
         model = get_outlines_model(model_id, DEVICE_MAP, QUANTIZATION_BITS)
-        generator = generate.json(model, ResponseModel)
+        generator = Generator(model, ResponseModel)  # pass schema
         result = generator(prompt)
-        return result["score"]
+        return result.score
 
 
 @spaces.GPU
@@ -161,9 +161,9 @@ def label_multi_responses_with_model(model_id, story, question, criteria, respon
             scores = [str(cls) for cls in torch.argmax(logits, dim=1).tolist()]
     else:
         model = get_outlines_model(model_id, DEVICE_MAP, QUANTIZATION_BITS)
-        generator = generate.json(model, ResponseModel)
+        generator = Generator(model, ResponseModel)
         results = [generator(p) for p in prompts]
-        scores = [r["score"] for r in results]
+        scores = [r.score for r in results]
 
     df["score"] = scores
     return df