Change

app.py

@@ -2,6 +2,8 @@ import os
 from fastapi import FastAPI
 from datasets import load_dataset
 import random
+import json
+import re
 
 # Set Hugging Face cache directory programmatically as a fallback
 os.environ["HF_HOME"] = "/app/cache"
@@ -13,14 +15,25 @@ dataset = load_dataset("UCSC-Admire/idiom-SFT-dataset-561-2024-12-06_00-40-30",
 
 @app.get("/api/idioms")
 async def get_idioms():
-    # Select 50 random idioms from the dataset
     idioms = random.sample(list(dataset), 50)
-    # Extract required fields
     response = []
+
     for item in idioms:
+        raw_output = item.get("output", "")
+        # Strip <output> tags using regex
+        cleaned_output = re.sub(r"</?output>", "", raw_output).strip()
+
+        # Try parsing the JSON to get 'Compound Meaning'
+        try:
+            output_json = json.loads(cleaned_output)
+            compound_meaning = output_json.get("Compound Meaning", "")
+        except json.JSONDecodeError:
+            compound_meaning = ""  # Fallback if JSON is invalid
+
         response.append({
             "idiom": item.get("compound", ""),
             "example": item.get("sentence", ""),
-            "definition": item.get("output", ""),
+            "definition": compound_meaning,
         })
+
     return response